-- Logs begin at Mon 2021-09-06 13:52:40 UTC, end at Mon 2021-09-06 14:53:26 UTC. -- Sep 06 14:23:17.068626 dv-cinder-791281-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 06 14:23:19.868155 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.common.config [-] Logging enabled! Sep 06 14:23:19.868776 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev614 Sep 06 14:23:19.868935 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93764) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 06 14:23:19.872154 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.common.config [-] Logging enabled! Sep 06 14:23:19.872413 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev614 Sep 06 14:23:19.872729 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93764) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 06 14:23:19.873670 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 06 14:23:19.873906 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 06 14:23:19.874300 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 06 14:23:19.874547 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 06 14:23:19.874773 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 06 14:23:19.875911 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.875911 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.876261 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.876491 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.876813 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.877111 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.877396 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.877691 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.878023 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.878317 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.878603 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.878893 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.879128 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.879413 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.879707 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.880001 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.880231 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] debug = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.880525 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.880949 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.881376 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.881658 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.881976 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.882282 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.882543 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.882825 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.883115 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.883447 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] host = dv-cinder-791281-8-iscsi {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.883728 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.884020 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.884310 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.884601 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.884881 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.885161 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.885451 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.885731 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.886030 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.886313 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.886611 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.886901 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.887194 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.887426 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.887646 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.887937 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.888230 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.888511 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.888789 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.889068 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.889345 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.889623 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.889894 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.890206 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.890505 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.891452 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.891726 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.892006 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.892286 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.892564 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.892856 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.893136 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.893414 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.893691 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.894010 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.894284 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.894559 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.894866 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.895159 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.895444 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.895733 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.896011 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.896299 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.896576 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.896854 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.897129 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_json = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.897405 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.897678 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.897992 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.898271 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.898546 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.898822 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.899097 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.899386 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:19.899684 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.899986 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.900290 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.900579 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.900878 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.901161 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.901462 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.901736 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.902057 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.902351 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.902644 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.902924 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.903217 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.903500 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.903802 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.904111 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.904410 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.904706 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.904986 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.905266 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.905542 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.905824 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.906141 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.906544 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.906919 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.907219 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.907506 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.907799 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.908098 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.908394 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.908672 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.908957 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.909253 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.909536 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.909813 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.910121 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.910423 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.910703 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.910979 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.911264 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.911550 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.911820 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.912094 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.912376 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.912671 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.912947 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.913220 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.913494 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.913774 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.914077 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.914366 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.914644 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.914920 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.915195 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.915479 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.915754 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.916031 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.916314 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.916591 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.916876 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.917150 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.917426 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.917704 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.918005 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.918284 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.918559 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.918833 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.919113 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.919389 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.919664 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.919938 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.920212 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.920490 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.920780 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.921081 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.921365 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.921654 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.922092 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.922446 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.922733 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.923017 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.923302 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.923585 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.923864 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.924161 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.924450 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.924742 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.925030 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.925313 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.925621 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.925907 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.926218 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.926503 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.926786 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.927076 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.927366 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.927666 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.927966 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.928267 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.928567 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.928865 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.929150 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.929463 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.929746 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:19.929991 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 06 14:23:19.930243 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93764) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 06 14:23:20.287018 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 06 14:23:20.287222 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 06 14:23:20.287511 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 06 14:23:20.287843 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 06 14:23:20.685532 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.685814 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.686119 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.687924 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.688202 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.688466 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.724988 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.725278 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.725528 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.740998 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.741279 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.741552 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.771220 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.771497 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.771762 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.809742 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.810022 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:20.810294 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.043730 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.044343 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.044343 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.044483 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.045154 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.167405 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.167730 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.168014 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.168290 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.168560 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.168880 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.169140 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.169399 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.169655 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.169974 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.170240 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.170510 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.170763 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.171015 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.171271 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.171549 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.171879 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.172211 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.172535 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.172804 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.173077 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.173330 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.173618 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.174057 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.174312 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.174564 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.174999 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 14:23:21.175239 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 14:23:21.175481 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 14:23:21.175718 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 14:23:21.175953 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 14:23:21.176196 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 14:23:21.176574 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 06 14:23:21.180069 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 06 14:23:21.184022 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 06 14:23:21.187945 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Sep 06 14:23:21.189625 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 06 14:23:21.190118 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 06 14:23:21.190456 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 06 14:23:21.190844 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 06 14:23:21.193647 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 06 14:23:21.193904 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 06 14:23:21.194281 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 06 14:23:21.199605 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 06 14:23:21.222876 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 06 14:23:21.223345 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.223652 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93764) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 06 14:23:21.224017 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.225383 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93764) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 06 14:23:21.225673 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 06 14:23:21.225947 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 06 14:23:21.229373 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.229657 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:21.293692 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 06 14:23:21.293987 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 06 14:23:21.294196 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 06 14:23:21.294584 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 06 14:23:21.318158 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_db.sqlalchemy.engines [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93764) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 06 14:23:21.863831 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Initializing driver for type 'gre' Sep 06 14:23:21.864377 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] gre ID ranges: [(1, 1000)] Sep 06 14:23:21.935537 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Initializing driver for type 'local' Sep 06 14:23:21.935869 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Initializing driver for type 'vlan' Sep 06 14:23:21.950635 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] VlanTypeDriver initialization complete Sep 06 14:23:21.950974 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Initializing driver for type 'vxlan' Sep 06 14:23:21.951479 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] vxlan ID ranges: [(1, 1000)] Sep 06 14:23:22.008763 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Initializing extension driver 'port_security' Sep 06 14:23:22.009107 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.extensions.port_security [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] PortSecurityExtensionDriver initialization complete Sep 06 14:23:22.009448 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Initializing mechanism driver 'openvswitch' Sep 06 14:23:22.009783 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Initializing mechanism driver 'hyperv' Sep 06 14:23:22.016671 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.plugin [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:23:22.017369 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > port after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.017748 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.018125 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > port after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.018666 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 14:23:22.019101 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > subnet after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.019460 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > subnet after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.019806 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.020208 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 14:23:22.020622 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > network after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.020980 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > network after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.021325 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > network after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.021717 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 14:23:22.022161 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > security_group after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.022510 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > security_group after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.022853 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.023391 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 14:23:22.023811 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.024161 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.024506 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.024901 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 14:23:22.025310 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > address_group after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.025662 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > address_group after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.026035 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.026426 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 14:23:22.026809 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] ML2 OVO RPC backend initialized. {{(pid=93764) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 06 14:23:22.027527 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.027885 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.028306 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > network before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.028658 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > networks before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.029005 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > port before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.029350 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > ports before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.029695 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > subnet before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.030070 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > subnets before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.030422 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > network after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.030772 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > network after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.031143 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > network after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.031483 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > port after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.031825 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.032159 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > port after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.032496 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > subnet after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.032835 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > subnet after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.033172 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.033760 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.plugin [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Modular L2 Plugin initialization complete Sep 06 14:23:22.034199 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading services supported by the core plugin {{(pid=93764) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 06 14:23:22.034539 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Got port-security extension from driver 'port_security' Sep 06 14:23:22.035009 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.extensions.vlantransparent [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Disabled vlantransparent extension. Sep 06 14:23:22.035502 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93764) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 06 14:23:22.035821 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading Plugin: router Sep 06 14:23:22.073409 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.074101 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router after_create 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.074180 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router before_create 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.074550 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.074932 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.075298 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router after_delete 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.075674 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.076029 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.076400 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router after_create 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.076757 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router after_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.077112 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router after_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.077466 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.077831 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router after_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.078331 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router precommit_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.078712 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.079060 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: port after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.079407 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: subnet after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.079748 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.080112 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.080465 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router precommit_create 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.080815 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: port before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.081165 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router precommit_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.081528 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router after_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.081876 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.082270 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router precommit_create 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.082638 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.082992 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router precommit_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.083366 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > agent after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.083726 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > agent after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.084077 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > network after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.085037 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Tracking information for resource: router configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 14:23:22.085372 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Tracking information for resource: floatingip configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 14:23:22.090705 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.db.l3_agentschedulers_db [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 06 14:23:22.091302 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.091680 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: port after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.092038 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: port after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.092397 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.093229 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router before_create 55550100 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.094156 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.094529 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router precommit_create 55550100 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.094908 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > router precommit_update 55550100 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.099870 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.services.provider_configuration [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Service providers = [] {{(pid=93764) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 06 14:23:22.100242 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.db.servicetype_db [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93764) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 06 14:23:22.103315 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.services.service_base [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 14:23:22.103670 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.services.service_base [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 14:23:22.104017 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.services.service_base [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 14:23:22.104939 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.services.service_base [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 14:23:22.105319 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.services.service_base [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 06 14:23:22.105717 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 14:23:22.106078 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 06 14:23:22.118092 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 14:23:22.118436 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading Plugin: auto_allocate Sep 06 14:23:22.124384 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: network precommit_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.124763 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: network precommit_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.125392 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 14:23:22.125720 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading Plugin: tag Sep 06 14:23:22.132443 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 14:23:22.132776 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading Plugin: timestamp Sep 06 14:23:22.137042 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 14:23:22.137380 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading Plugin: network_ip_availability Sep 06 14:23:22.143488 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.143872 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.144235 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.145041 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 14:23:22.145370 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading Plugin: flavors Sep 06 14:23:22.150635 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 14:23:22.150967 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading Plugin: revisions Sep 06 14:23:22.155787 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 14:23:22.156817 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.869s {{(pid=93764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 06 14:23:22.157786 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93764) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 06 14:23:22.158166 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Initializing extension manager. Sep 06 14:23:22.158710 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: __init__.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.159063 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: __pycache__ {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.159409 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.159747 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: address_group.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.160629 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.161238 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: address-group Sep 06 14:23:22.161617 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: address_scope.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.162597 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.163122 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: address-scope Sep 06 14:23:22.163450 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.164509 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.165040 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: router-admin-state-down-before-update Sep 06 14:23:22.165432 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: agent.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.166146 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.166667 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: agent Sep 06 14:23:22.166991 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: agent_resources_synced.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.168003 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.168506 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: agent-resources-synced Sep 06 14:23:22.168833 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: allowedaddresspairs.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.170836 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.171529 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: allowed-address-pairs Sep 06 14:23:22.172537 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: auto_allocated_topology.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.173535 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.174123 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: auto-allocated-topology Sep 06 14:23:22.174446 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: availability_zone.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.175186 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.175785 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: availability_zone Sep 06 14:23:22.176040 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: availability_zone_filter.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.177025 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.177540 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: availability_zone_filter Sep 06 14:23:22.177869 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: data_plane_status.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.178843 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.179360 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension data-plane-status not supported by any of loaded plugins Sep 06 14:23:22.179683 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: default_subnetpools.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.180629 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.181166 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: default-subnetpools Sep 06 14:23:22.181476 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.182389 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.182915 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: dhcp_agent_scheduler Sep 06 14:23:22.183242 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: dns.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.184218 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.184770 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension dns-integration not supported by any of loaded plugins Sep 06 14:23:22.185066 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: dns_domain_ports.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.186046 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.186568 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 06 14:23:22.186898 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.187895 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.188421 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 06 14:23:22.188744 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: dvr.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.189444 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.190005 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: dvr Sep 06 14:23:22.190337 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: ecmp_routes.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.191317 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.191834 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 06 14:23:22.192155 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: empty_string_filtering.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.193083 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.193604 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: empty-string-filtering Sep 06 14:23:22.193954 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.194892 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.195405 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 06 14:23:22.195733 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.196657 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.197172 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 06 14:23:22.197546 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: external_net.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.198493 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.199016 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: external-net Sep 06 14:23:22.199345 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.200279 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.200799 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: extra_dhcp_opt Sep 06 14:23:22.201123 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: extraroute.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.202077 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.202596 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: extraroute Sep 06 14:23:22.202965 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: extraroute_atomic.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.204210 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.204733 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: extraroute-atomic Sep 06 14:23:22.205059 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: filter_validation.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.205763 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.206304 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: filter-validation Sep 06 14:23:22.206626 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: fip_pf_description.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.207584 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.208101 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 06 14:23:22.208428 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: fip_port_details.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.209355 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.209884 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: fip-port-details Sep 06 14:23:22.210322 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: flavors.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.211546 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.212077 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: flavors Sep 06 14:23:22.212406 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.214160 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.214699 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 06 14:23:22.215033 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: floatingip_pools.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.215756 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.216277 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: floatingip-pools Sep 06 14:23:22.216606 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: ip_allocation.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.217585 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.218149 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension ip_allocation not supported by any of loaded plugins Sep 06 14:23:22.218478 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.220123 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.220666 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: ip-substring-filtering Sep 06 14:23:22.220995 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: l2_adjacency.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.221976 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.222500 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 06 14:23:22.222829 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: l3.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.224063 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.224600 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: router Sep 06 14:23:22.224933 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.227371 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.227922 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 06 14:23:22.228256 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.229239 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.229773 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: ext-gw-mode Sep 06 14:23:22.230134 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.231083 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.231606 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: l3-ha Sep 06 14:23:22.231937 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: l3_flavors.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.232865 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.233389 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: l3-flavors Sep 06 14:23:22.233720 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.235336 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.235872 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 06 14:23:22.236198 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: l3agentscheduler.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.237340 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.237874 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: l3_agent_scheduler Sep 06 14:23:22.238247 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: logging.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.239892 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.240442 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension logging not supported by any of loaded plugins Sep 06 14:23:22.240780 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: metering.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.241562 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.242447 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: metering Sep 06 14:23:22.242780 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.243983 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.244514 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: metering_source_and_destination_fields Sep 06 14:23:22.244846 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: multiprovidernet.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.245802 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.246369 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: multi-provider Sep 06 14:23:22.246703 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: netmtu.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.247671 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.248195 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: net-mtu Sep 06 14:23:22.248525 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: netmtu_writable.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.249480 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.250128 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: net-mtu-writable Sep 06 14:23:22.250417 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: network_availability_zone.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.251129 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.251648 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: network_availability_zone Sep 06 14:23:22.251979 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: network_ip_availability.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.253159 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.253684 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: network-ip-availability Sep 06 14:23:22.254049 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: network_segment_range.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.254852 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.255365 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension network-segment-range not supported by any of loaded plugins Sep 06 14:23:22.255690 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: pagination.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.256711 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.257043 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: pagination Sep 06 14:23:22.257369 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: port_device_profile.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.258361 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.258896 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: port-device-profile Sep 06 14:23:22.259223 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.260174 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.260707 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: port-mac-address-regenerate Sep 06 14:23:22.261075 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.262006 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.262540 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: port-numa-affinity-policy Sep 06 14:23:22.262864 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: port_resource_request.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.264049 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.264485 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension port-resource-request not supported by any of loaded plugins Sep 06 14:23:22.264813 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: portbindings.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.265985 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.266680 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: binding Sep 06 14:23:22.267016 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: portbindings_extended.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.268370 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.268907 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: binding-extended Sep 06 14:23:22.269239 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: portsecurity.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.270195 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.270729 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: port-security Sep 06 14:23:22.271060 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: project_id.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.272063 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.272394 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: project-id Sep 06 14:23:22.272722 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: providernet.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.273665 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.274236 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: provider Sep 06 14:23:22.274565 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: qos.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.278223 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.278770 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension qos not supported by any of loaded plugins Sep 06 14:23:22.279104 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.280379 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.280914 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 06 14:23:22.281793 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.282925 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.283458 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 06 14:23:22.283791 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: qos_default.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.284715 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.285238 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension qos-default not supported by any of loaded plugins Sep 06 14:23:22.285568 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: qos_fip.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.286274 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.286790 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension qos-fip not supported by any of loaded plugins Sep 06 14:23:22.287121 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: qos_gateway_ip.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.288062 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.288582 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 06 14:23:22.288912 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: qos_port_network_policy.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.289828 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.290445 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 06 14:23:22.290774 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: qos_pps_rule.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.291971 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.292498 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension qos-pps not supported by any of loaded plugins Sep 06 14:23:22.292837 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: qos_rule_type_details.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.293764 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.294318 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 06 14:23:22.294647 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: qos_rules_alias.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.295702 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.296225 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 06 14:23:22.296552 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: quotasv2.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.298253 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.298584 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: quotas Sep 06 14:23:22.298912 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: quotasv2_detail.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.302331 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.302677 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: quota_details Sep 06 14:23:22.303013 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: rbac.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.304115 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.304675 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: rbac-policies Sep 06 14:23:22.305011 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: rbac_address_group.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.305987 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.306520 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: rbac-address-group Sep 06 14:23:22.306852 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: rbac_address_scope.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.307788 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.308317 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: rbac-address-scope Sep 06 14:23:22.308647 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: rbac_security_groups.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.309573 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.310132 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: rbac-security-groups Sep 06 14:23:22.310462 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: rbac_subnetpool.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.311395 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.311922 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: rbac-subnetpool Sep 06 14:23:22.312252 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: revisionifmatch.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.313299 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.313825 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: revision-if-match Sep 06 14:23:22.314198 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: revisions.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.315353 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.315875 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: standard-attr-revisions Sep 06 14:23:22.316207 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: router_availability_zone.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.316902 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.317424 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: router_availability_zone Sep 06 14:23:22.317753 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: routerservicetype.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.318731 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.319256 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension router-service-type not supported by any of loaded plugins Sep 06 14:23:22.319583 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.320514 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.321045 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: security-groups-normalized-cidr Sep 06 14:23:22.321376 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.322357 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.322888 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: port-security-groups-filtering Sep 06 14:23:22.323219 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.324154 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.324677 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: security-groups-remote-address-group Sep 06 14:23:22.325006 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: securitygroup.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.336904 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.337497 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: security-group Sep 06 14:23:22.337835 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: segment.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.338776 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.339307 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension segment not supported by any of loaded plugins Sep 06 14:23:22.339639 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.340691 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.341226 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 06 14:23:22.341556 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: servicetype.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.342813 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.343365 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: service-type Sep 06 14:23:22.344239 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: sorting.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.345315 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.345649 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: sorting Sep 06 14:23:22.346015 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: standard_attr_segment.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.347000 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.347559 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 06 14:23:22.347893 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: standardattrdescription.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.348590 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.349116 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: standard-attr-description Sep 06 14:23:22.349447 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: stateful_security_group.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.350489 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.351032 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: stateful-security-group Sep 06 14:23:22.351367 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: stdattrs_common.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.351975 dv-cinder-791281-8-iscsi neutron-server[93764]: WARNING neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 06 14:23:22.352299 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.353285 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.353825 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 06 14:23:22.354182 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: subnet_onboard.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.355329 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.355877 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: subnet_onboard Sep 06 14:23:22.356210 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.357196 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.357730 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 06 14:23:22.358094 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: subnet_service_types.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.359052 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.360233 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: subnet-service-types Sep 06 14:23:22.360563 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: subnetallocation.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.361711 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.362270 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: subnet_allocation Sep 06 14:23:22.362608 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.363306 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.363827 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: subnetpool-prefix-ops Sep 06 14:23:22.364152 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.365130 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.365652 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 06 14:23:22.366018 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: tagging.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.367372 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.367896 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: standard-attr-tag Sep 06 14:23:22.368278 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: timestamp.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.369478 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.370041 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loaded extension: standard-attr-timestamp Sep 06 14:23:22.370381 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: trunk.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.371433 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.371959 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension trunk not supported by any of loaded plugins Sep 06 14:23:22.372289 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: trunk_details.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.373216 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.373737 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension trunk-details not supported by any of loaded plugins Sep 06 14:23:22.374098 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: uplink_status_propagation.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.375063 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.375584 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 06 14:23:22.375912 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Loading extension file: vlantransparent.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:23:22.376605 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:23:22.377127 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 06 14:23:22.379769 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of TrackedResource for resource:network Sep 06 14:23:22.380336 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of TrackedResource for resource:subnet Sep 06 14:23:22.380740 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 14:23:22.381152 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of TrackedResource for resource:port Sep 06 14:23:22.382522 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:23:22.382975 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Service FLAVORS assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:23:22.383604 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:23:22.384041 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:23:22.384388 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of TrackedResource for resource:router Sep 06 14:23:22.384823 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of TrackedResource for resource:floatingip Sep 06 14:23:22.385334 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Service METERING assigned prefix: /metering {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:23:22.386872 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.387249 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.387614 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:23:22.388673 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of CountableResource for resource:rbac_policy Sep 06 14:23:22.389144 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of TrackedResource for resource:security_group Sep 06 14:23:22.389592 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 06 14:23:22.390234 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Service CORE assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:23:22.390719 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 14:23:22.391123 dv-cinder-791281-8-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] subnetpool is already registered Sep 06 14:23:22.391586 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Service CORE assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:23:22.391913 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 14:23:22.392248 dv-cinder-791281-8-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] subnetpool is already registered Sep 06 14:23:22.394676 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:23:22.395122 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Service FLAVORS assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:23:22.395725 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:23:22.396156 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:23:22.396494 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of TrackedResource for resource:router Sep 06 14:23:22.396839 dv-cinder-791281-8-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] router is already registered Sep 06 14:23:22.397256 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of TrackedResource for resource:floatingip Sep 06 14:23:22.397599 dv-cinder-791281-8-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] floatingip is already registered Sep 06 14:23:22.398098 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Service METERING assigned prefix: /metering {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:23:22.398797 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of CountableResource for resource:rbac_policy Sep 06 14:23:22.399133 dv-cinder-791281-8-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] rbac_policy is already registered Sep 06 14:23:22.399557 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of TrackedResource for resource:security_group Sep 06 14:23:22.399898 dv-cinder-791281-8-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] security_group is already registered Sep 06 14:23:22.400307 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 06 14:23:22.400644 dv-cinder-791281-8-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] security_group_rule is already registered Sep 06 14:23:22.401310 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Service CORE assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:23:22.401642 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 14:23:22.402009 dv-cinder-791281-8-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] subnetpool is already registered Sep 06 14:23:22.402453 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Service CORE assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:23:22.402784 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 14:23:22.403121 dv-cinder-791281-8-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] subnetpool is already registered Sep 06 14:23:22.403599 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: extensions {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.405139 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: address-groups {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.407234 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: address-scopes {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.408697 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: agents {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.409878 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: auto-allocated-topology {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.411164 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: availability_zones {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.412404 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: dhcp-networks {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.413944 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: dhcp-agents {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.415397 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: routers {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.417628 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: flavors {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.418847 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: service_profiles {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.420069 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: next_providers {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.421532 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: service_profiles {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.423922 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: floatingip-pools {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.425153 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: routers {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.427389 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: floatingips {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.428692 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: l3-routers {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.430132 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: l3-agents {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.431560 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: metering-labels {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.432937 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: metering-label-rules {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.434252 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: network-ip-availabilities {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.436271 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: bindings {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.438322 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: quotas {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.439813 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: quotas {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.441253 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: rbac-policies {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.442501 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: security-groups {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.443824 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: security-group-rules {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.445088 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: service-providers {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.446348 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: subnetpools {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.447799 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: subnetpools {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.449271 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.451003 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.452856 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.455479 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.457300 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.459186 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.460879 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.462840 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.464611 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.466389 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:23:22.473104 dv-cinder-791281-8-iscsi neutron-server[93764]: WARNING keystonemiddleware.auth_token [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 06 14:23:22.477999 dv-cinder-791281-8-iscsi neutron-server[93764]: WARNING keystonemiddleware.auth_token [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 06 14:23:22.486776 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Acquired lock "singleton_lock" {{(pid=93764) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 06 14:23:22.487258 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Releasing lock "singleton_lock" {{(pid=93764) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 06 14:23:22.487917 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO oslo_service.service [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Starting 2 workers Sep 06 14:23:22.493053 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Started child 93871 {{(pid=93764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 14:23:22.497807 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Started child 93872 {{(pid=93764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 14:23:22.498811 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:22.499485 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO neutron.service [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 06 14:23:22.500237 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Notify callbacks [] for process, before_spawn {{(pid=93764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:22.500421 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [-] (93871) wsgi starting up on http://0.0.0.0:9696 Sep 06 14:23:22.502836 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO oslo_service.service [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Starting 1 workers Sep 06 14:23:22.504070 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:22.505576 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [-] (93872) wsgi starting up on http://0.0.0.0:9696 Sep 06 14:23:22.508128 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Started child 93873 {{(pid=93764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 14:23:22.508668 dv-cinder-791281-8-iscsi neutron-server[93764]: INFO oslo_service.service [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Starting 1 workers Sep 06 14:23:22.511813 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.service [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] calling RpcWorker wait() {{(pid=93873) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 06 14:23:22.512390 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.service [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] returning from RpcWorker wait() {{(pid=93873) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 06 14:23:22.513791 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:22.514261 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:23:22.516107 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Started child 93874 {{(pid=93764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 14:23:22.517289 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-28b38415-dab6-40d9-8605-475564ec5123 None None] Notify callbacks [] for process, after_spawn {{(pid=93764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:22.519550 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93764) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 06 14:23:22.519761 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 06 14:23:22.519949 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 06 14:23:22.520185 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 06 14:23:22.520528 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 06 14:23:22.520693 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 06 14:23:22.521222 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.521510 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.521766 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.522067 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.522369 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.522969 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.523232 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.523490 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.523772 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.524015 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.524185 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.524354 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.524493 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:22.524978 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.524978 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.525197 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.525481 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.525731 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.526056 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.526232 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.526501 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.526768 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.527034 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.527299 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] debug = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.527572 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.528066 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.528316 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.528589 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.528833 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.529104 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.529339 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.529609 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.529880 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.530131 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.530374 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.530618 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.530854 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.531154 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.531910 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.534258 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.534258 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.534258 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] host = dv-cinder-791281-8-iscsi {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.534258 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.534258 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.534258 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.534258 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.536899 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.536899 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.536899 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.536899 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.536899 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.536899 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.536899 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.536899 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.538678 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.538678 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.538678 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_options = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.538678 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.538678 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.538678 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.538678 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.538678 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.539228 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.539228 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.539228 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.539228 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.539228 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.539228 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.539228 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.539686 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.539686 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.539821 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.540255 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.540255 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.540455 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.540668 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.540924 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.541153 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.541381 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.541623 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.541843 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.542102 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.542341 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.542571 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.542789 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.543020 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.543280 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.543513 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.543773 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.544019 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.544279 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.544514 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.544740 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.544955 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.545221 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.545451 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.545693 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.545975 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.546220 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.546487 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.547329 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.547554 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.547770 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_json = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.547986 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.548221 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.548500 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.548714 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.549476 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.549698 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.550014 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.550169 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.550595 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.550885 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.551188 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.551436 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.551686 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.552246 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.552246 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.552401 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.552637 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.552875 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.553473 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.553473 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.553706 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.553947 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.554220 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.555114 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.555114 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.555114 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.555707 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.555707 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.555707 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.556110 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.557967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.557967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.557967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.557967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.557967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.557967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.557967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.557967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.559100 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.559100 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.559100 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.559100 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.559100 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.559927 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.559927 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.559927 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.560302 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.560302 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.560613 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.560750 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.560883 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.561218 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.561421 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.561618 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.561874 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.562129 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.562412 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.563146 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.563360 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.563578 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.563838 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.564066 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.564347 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.564550 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.564795 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.565033 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.565202 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.565425 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.565673 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.565896 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.566190 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.566370 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.566758 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.566910 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.567077 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.567257 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.567473 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.567687 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.567914 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.568160 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.569160 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.569160 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.569160 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.569160 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.570093 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.570093 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.570513 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:23:22.570746 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.570746 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.570746 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.570746 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.570746 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.570746 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.571772 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.571772 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.571772 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.571772 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.571772 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.572483 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.572483 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.572868 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.572868 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.573551 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.573551 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.573551 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.574140 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.574140 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.574568 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.574568 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.575034 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.575034 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.575311 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.575451 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.575591 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.575824 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.576043 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.576276 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.576480 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.576714 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.576954 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.577189 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.577451 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.577716 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.578080 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.578464 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.578742 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.579174 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.579465 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.579688 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.579959 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.580258 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.580546 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.580821 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.581087 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.581306 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.581570 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.581816 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.582098 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.582415 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.583326 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.583326 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.583326 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.583326 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.584217 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.584217 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.584217 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.585070 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.585070 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.585070 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.585070 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.585790 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.585790 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.585790 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.586842 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.586842 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.586842 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.586842 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.587768 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.587768 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.587768 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.587768 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.590059 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.590059 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.590059 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.590059 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.590059 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.590059 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.590059 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.590059 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.594530 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.594530 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.594530 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.594530 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.594530 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.594530 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.594530 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.594530 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.595135 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.595135 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.595135 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.595135 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.595135 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.595135 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.595135 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.595135 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.595591 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.595591 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.595591 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.595591 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.595591 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.595591 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.595591 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.595591 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.596030 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.596030 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.596030 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.596030 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.596030 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.596567 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.596810 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.597060 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.597430 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.597679 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.597955 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.598197 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.598422 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.598682 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.598927 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.601621 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.601621 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.601621 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.601621 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.601621 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.601621 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.601621 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.601621 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.602133 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.602133 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.602133 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.602133 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.602133 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.602428 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.602559 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.602818 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.603060 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.603302 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.603555 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.603787 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.604004 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.604225 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.604443 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.604656 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.604885 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.605097 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.605308 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.605535 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.605751 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.605986 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.606222 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.606483 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.606772 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.607011 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.607233 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.607444 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.607657 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.607870 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.607870 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.608273 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.608512 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.608512 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.608786 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.608921 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.609945 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.610085 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.610210 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.610391 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.610703 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.610988 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.611180 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.611466 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.612455 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.612455 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.612455 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.612774 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.612774 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.612967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.613198 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.613414 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.613746 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.613957 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.615423 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.615423 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.615423 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.615423 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.615423 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.616109 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.616109 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.616109 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.616475 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.616667 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.617485 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.617485 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.617793 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.617968 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.618209 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.618477 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.618670 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.618898 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.619137 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.619394 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.619627 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.619882 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.620133 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.620347 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.620578 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.620808 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.621018 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.621228 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.621483 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.621716 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 06 14:23:22.622096 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93764) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 06 14:23:22.622308 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 06 14:23:22.622518 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 06 14:23:22.622721 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 06 14:23:22.622721 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 06 14:23:22.622991 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 06 14:23:22.623150 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.623291 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.623433 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.623575 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.623720 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.623849 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.623988 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.624137 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.624286 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.624440 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.624580 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.624744 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.624941 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.625575 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.625712 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.625852 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.626223 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.626223 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.626512 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.626654 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.626790 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.626939 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.627091 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] debug = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.627227 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.627429 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.627609 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.627750 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.627903 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.628053 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.628189 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.628323 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.628462 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.628640 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.628789 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.629072 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.629072 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.629349 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.629349 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.629605 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.629743 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.629878 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] host = dv-cinder-791281-8-iscsi {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.630104 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.630104 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.630362 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.630501 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.630764 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.630764 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.630985 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.630985 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.631224 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.631363 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.631504 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.631644 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.631787 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.631942 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.632083 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_options = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.632225 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.632367 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.632507 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.632646 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.632790 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.632933 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.633072 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.633224 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.633363 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.633535 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.633694 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.633833 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.634040 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.634224 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.634394 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.634535 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.635190 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.635190 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.635190 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.635190 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.635710 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.635710 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.635710 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.635710 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.636248 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.636248 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.636248 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.637481 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.637481 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.637481 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.637481 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.637481 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.637481 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.637481 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.637481 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.639415 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.639415 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.639415 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.639415 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.639415 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.639415 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.639415 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.639415 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.641855 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.641855 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.641855 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_json = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.641855 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.641855 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.641855 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.641855 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.641855 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.641855 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.644161 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.644161 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:23:22.644161 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.644161 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.644161 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.644161 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.644161 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.644161 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.646145 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.646145 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.646145 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.646145 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.646145 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.646145 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.646145 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.646145 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.646145 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.647723 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.647723 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.647723 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.647723 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.647723 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.647723 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.647723 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.647723 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.649041 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.649041 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.649041 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.649041 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.649041 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.649041 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.649041 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.649041 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.650273 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.650273 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.650273 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.650273 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.650273 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.650273 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.650273 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.650273 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.650273 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.651722 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.651722 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.651722 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.651722 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.651722 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.651722 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.651722 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.651722 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.651722 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653029 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653029 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653029 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653029 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653029 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653029 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653029 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653029 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653029 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653848 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653848 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653848 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653848 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653848 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653848 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653848 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653848 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.653848 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.655374 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.655374 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.655374 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.655374 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.655374 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.655374 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.655374 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.655374 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.655374 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.657066 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.657066 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.657066 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.657066 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.657066 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.657066 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.657066 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.657066 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.657066 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.658196 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.658196 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.658196 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.658196 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.658196 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.658196 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.658196 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.658196 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.658684 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.658684 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.658684 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.658684 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.658684 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.658684 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.658684 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.658684 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.659967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.659967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.659967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.659967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.659967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.659967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.659967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.659967 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.661160 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.661160 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.661160 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.661160 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.661160 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.661160 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.661160 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.661160 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.662080 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.662080 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.662080 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.662080 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.662080 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.662080 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.662080 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.662080 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.662949 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.662949 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.662949 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.662949 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.662949 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.662949 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.662949 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.662949 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.663961 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.663961 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.663961 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.663961 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.663961 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.663961 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.663961 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.663961 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.664904 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.664904 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.664904 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.664904 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.664904 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.664904 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.664904 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.664904 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.666148 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.666148 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.666148 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.666148 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.666148 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.666148 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.666148 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.666148 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.667444 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.667444 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.667444 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.667444 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.667444 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.667444 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.667444 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.667444 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.668349 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.668349 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.668349 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.668349 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.668349 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.668349 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.668349 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.668349 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.669156 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.669156 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.669156 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.669156 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.669156 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.669156 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.669156 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.669156 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.670229 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.670229 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.670229 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.670229 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.670229 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.670229 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.671042 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.671042 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.671042 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.671042 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.671042 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.671042 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.672403 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.672403 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.672403 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.672403 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.672403 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.672403 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.672403 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.673576 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.673576 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.673576 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.673576 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.673576 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.673576 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.673576 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.674799 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.674799 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.674799 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.674799 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.674799 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.674799 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.674799 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.674799 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.675676 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.675676 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.675676 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.675676 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.675676 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.675676 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.676330 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.676330 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.676330 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.676330 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.676791 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.676791 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.676791 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.676791 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.677249 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.677249 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.677249 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.677612 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.677612 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.677791 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:23:22.677874 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.677874 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.678042 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.678214 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.678495 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.678649 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.678880 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.678880 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.679120 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.679120 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.679342 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.679462 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.679613 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.679750 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.679883 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.680032 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.680212 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.680373 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.680515 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.680684 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.680840 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.680990 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.681159 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.681303 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.681469 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.681634 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.681800 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.682092 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.682237 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.682378 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.682538 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.682677 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.682816 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.682953 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.683091 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.683230 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.683403 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.683552 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.683694 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.683846 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.684012 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.684155 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.684325 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.684470 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.684634 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.684779 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.684934 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.685076 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.685222 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.685389 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.685533 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.685703 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.685849 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.686038 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.686181 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.686323 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:23:22.686463 dv-cinder-791281-8-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 06 14:23:22.746373 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 42848) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:23:22.755606 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073731 Sep 06 14:23:34.602239 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0ccae8-647b-4d73-ae2c-335d9ffe05ca None None] get_active_networks_info from dv-cinder-791281-8-iscsi {{(pid=93873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 06 14:23:34.740211 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0ccae8-647b-4d73-ae2c-335d9ffe05ca None None] No non-hosted networks {{(pid=93873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 06 14:23:34.759607 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5067e082-3fcf-4eb1-80b3-f994bae476c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-368775'] for agent, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:37.395054 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-48d27fd9-5a0d-445b-accd-d51aeeb7fcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-368775'] for agent, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:37.457182 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3acfb755-62d5-4277-9945-82f73739638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:37.560160 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-368775'] for agent, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:37.563583 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:37.564254 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:37.564744 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:37.565358 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:37.565882 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:37.566445 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:37.567030 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:37.567781 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:37.568398 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:37.568992 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:37.569493 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:37.570069 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:37.570717 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-791281-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:23:37.596332 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-791281-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:23:38.934405 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-368775'] for agent, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:40.367756 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-368775'] for agent, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:40.553585 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.db.l3_hamode_db [None req-aabcda4b-c422-429d-8329-d6ccac44794b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 06 14:23:40.635726 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabcda4b-c422-429d-8329-d6ccac44794b None None] Routers set() bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:23:40.636126 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabcda4b-c422-429d-8329-d6ccac44794b None None] Router IDs set() for agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 06 14:23:41.790726 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 42940) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:23:42.306311 dv-cinder-791281-8-iscsi neutron-server[93872]: WARNING oslo_policy.policy [None req-480a6fae-33ee-4038-9b1d-29c5bf8dc094 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 14:23:42.306916 dv-cinder-791281-8-iscsi neutron-server[93872]: WARNING oslo_policy.policy [None req-480a6fae-33ee-4038-9b1d-29c5bf8dc094 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 14:23:42.531880 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [None req-480a6fae-33ee-4038-9b1d-29c5bf8dc094 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:23:42.532901 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-480a6fae-33ee-4038-9b1d-29c5bf8dc094 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7412410 Sep 06 14:23:44.988667 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 42954) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:23:45.304155 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-411f275e-15e0-448b-8fbe-97e6e3a4c720 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:23:45.398204 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.policy [None req-411f275e-15e0-448b-8fbe-97e6e3a4c720 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93872) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 06 14:23:45.443580 dv-cinder-791281-8-iscsi neutron-server[93872]: WARNING oslo_policy.policy [None req-411f275e-15e0-448b-8fbe-97e6e3a4c720 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 14:23:45.443953 dv-cinder-791281-8-iscsi neutron-server[93872]: WARNING oslo_policy.policy [None req-411f275e-15e0-448b-8fbe-97e6e3a4c720 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 14:23:45.452542 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.quota [None req-411f275e-15e0-448b-8fbe-97e6e3a4c720 admin admin] Loaded quota_driver: . Sep 06 14:23:45.541538 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-411f275e-15e0-448b-8fbe-97e6e3a4c720 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741929964855', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741929964288', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741929944466', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741929945918', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741933603725', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741930000212', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3486959', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3459415', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-511208', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-435742'] for rbac-policy, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:45.607290 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-411f275e-15e0-448b-8fbe-97e6e3a4c720 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:45.609064 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-411f275e-15e0-448b-8fbe-97e6e3a4c720 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6194036 Sep 06 14:23:48.254329 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 42966) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:23:48.763618 dv-cinder-791281-8-iscsi neutron-server[93871]: WARNING oslo_policy.policy [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 14:23:48.764942 dv-cinder-791281-8-iscsi neutron-server[93871]: WARNING oslo_policy.policy [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 14:23:48.994568 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Request body: {'network': {'tenant_id': '7281d6a7444343b2a93183405358f3d3', 'project_id': '7281d6a7444343b2a93183405358f3d3', 'admin_state_up': True, 'name': 'private'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:23:48.996186 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.quota [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Loaded quota_driver: . Sep 06 14:23:49.054020 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Made reservation on behalf of 7281d6a7444343b2a93183405358f3d3 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:23:49.123783 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.policy [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93871) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 06 14:23:49.168454 dv-cinder-791281-8-iscsi neutron-server[93871]: WARNING oslo_policy.policy [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 14:23:49.168847 dv-cinder-791281-8-iscsi neutron-server[93871]: WARNING oslo_policy.policy [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 14:23:49.179804 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:49.204173 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:49.342799 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:49.346889 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:49.373056 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:23:49.400311 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741933543756', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:49.400899 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Unsubscribe: segment precommit_create {{(pid=93871) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 06 14:23:49.401450 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Added segment e33e5d8c-febb-4fec-b362-ce0241df88d6 of type vlan for network a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134 Sep 06 14:23:49.408123 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4483d30-a18f-4d61-81b6-3a090565d257,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:23:49.430486 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:49.430840 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:49.431178 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:49.431508 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:49.431836 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:49.432175 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:49.432502 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:49.432821 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:49.433156 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:49.433476 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:49.433799 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:49.434133 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Tracked resource versions report: Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: pushed versions: Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: { 'AddressGroup': {'1.2'}, Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'ConntrackHelper': {'1.0'}, Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Log': {'1.0'}, Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Network': {'1.1'}, Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Port': {'1.7'}, Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'PortForwarding': {'1.2'}, Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'QosPolicy': {'1.9'}, Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'SecurityGroup': {'1.4'}, Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'SecurityGroupRule': {'1.2'}, Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'SubPort': {'1.0'}, Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Subnet': {'1.1'}, Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Trunk': {'1.1'}} Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: consumer versions: Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: { DHCP agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: L3 agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: Metadata agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: Metering agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: Open vSwitch agent@dv-cinder-791281-8-iscsi: { 'AddressGroup': '1.2', Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'ConntrackHelper': '1.0', Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Log': '1.0', Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Network': '1.1', Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Port': '1.7', Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'PortForwarding': '1.2', Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'QosPolicy': '1.9', Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'SecurityGroup': '1.4', Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'SecurityGroupRule': '1.2', Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'SubPort': '1.0', Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Subnet': '1.1', Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Trunk': '1.1'}} Sep 06 14:23:49.435254 dv-cinder-791281-8-iscsi neutron-server[93871]: {{(pid=93871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 14:23:49.525261 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:49.566181 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:49.567473 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:23:49.568186 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:49.622088 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3655427 Sep 06 14:23:49.676729 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcabcdc-ec8d-4954-a0e1-c94cfff74ccc admin admin] Pushing event updated for resources: {'Network': ['ID=a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:23:49.689641 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134 details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:23:52.423930 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 42988) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:23:52.834724 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91ea4db-61e4-4101-9e98-0d7d66f34a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:23:52.836138 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-b91ea4db-61e4-4101-9e98-0d7d66f34a06 admin admin] 10.222.0.53 "GET /v2.0/networks/a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134 HTTP/1.1" status: 200 len: 825 time: 0.4112215 Sep 06 14:23:52.879305 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f7112039-639a-435d-a8bb-c3210026669c admin admin] 10.222.0.53 "GET /v2.0/subnetpools/fddaabce-a152-41bc-8291-4b1de1391a71 HTTP/1.1" status: 200 len: 734 time: 0.0367558 Sep 06 14:23:52.889798 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-d6860b56-823e-4cad-aab6-43468375d032 admin admin] Request body: {'subnet': {'tenant_id': '7281d6a7444343b2a93183405358f3d3', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'fddaabce-a152-41bc-8291-4b1de1391a71', 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:23:52.913148 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6860b56-823e-4cad-aab6-43468375d032 admin admin] Made reservation on behalf of 7281d6a7444343b2a93183405358f3d3 for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:23:52.915481 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d6860b56-823e-4cad-aab6-43468375d032 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:53.217758 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d6860b56-823e-4cad-aab6-43468375d032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:53.284557 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6860b56-823e-4cad-aab6-43468375d032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09afcf13-60fa-44f5-8b36-153e38bd7906,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:23:53.289149 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6860b56-823e-4cad-aab6-43468375d032 admin admin] Checking segment: {'id': 'e33e5d8c-febb-4fec-b362-ce0241df88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:23:53.289528 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6860b56-823e-4cad-aab6-43468375d032 admin admin] Network hostable DHCP agents. Network: a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:23:53.311669 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6860b56-823e-4cad-aab6-43468375d032 admin admin] Network a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134 is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:23:53.322621 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-d6860b56-823e-4cad-aab6-43468375d032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:23:53.327937 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6860b56-823e-4cad-aab6-43468375d032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:23:53.328543 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d6860b56-823e-4cad-aab6-43468375d032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:53.332994 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b241a782-834e-4931-ac55-bff483f239b6 None None] Network a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:23:53.343523 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-d6860b56-823e-4cad-aab6-43468375d032 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4579728 Sep 06 14:23:53.671764 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc921a0d8-8086-577e-a203-f26a00adf144-a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134', 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134', 'tenant_id': '7281d6a7444343b2a93183405358f3d3', 'fixed_ips': [{'subnet_id': '09afcf13-60fa-44f5-8b36-153e38bd7906'}]}} from dv-cinder-791281-8-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:23:53.672988 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:53.959089 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Allocated IP 172.20.0.2 (a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134/09afcf13-60fa-44f5-8b36-153e38bd7906/57ab7457-6102-4483-a429-55785e940562) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:23:54.178990 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:54.244770 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Transition to ACTIVE for port object 57ab7457-6102-4483-a429-55785e940562 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:23:54.267757 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Transition to ACTIVE for port object 57ab7457-6102-4483-a429-55785e940562 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:23:54.276124 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:54.345668 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Network a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:23:54.350498 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:23:54.354110 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:23:54.375713 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Pushing event updated for resources: {'Port': ['ID=57ab7457-6102-4483-a429-55785e940562,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:23:54.403088 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:54.403471 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:54.403781 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:54.404666 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:54.405181 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:54.405558 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:54.405895 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:54.406259 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:54.406608 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:54.406942 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:54.407273 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:54.407601 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Tracked resource versions report: Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: pushed versions: Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: { 'AddressGroup': {'1.2'}, Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'ConntrackHelper': {'1.0'}, Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Log': {'1.0'}, Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Network': {'1.1'}, Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Port': {'1.7'}, Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'PortForwarding': {'1.2'}, Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'QosPolicy': {'1.9'}, Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'SecurityGroup': {'1.4'}, Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'SecurityGroupRule': {'1.2'}, Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'SubPort': {'1.0'}, Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Subnet': {'1.1'}, Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Trunk': {'1.1'}} Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: consumer versions: Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: { DHCP agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: L3 agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: Metadata agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: Metering agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: Open vSwitch agent@dv-cinder-791281-8-iscsi: { 'AddressGroup': '1.2', Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'ConntrackHelper': '1.0', Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Log': '1.0', Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Network': '1.1', Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Port': '1.7', Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'PortForwarding': '1.2', Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'QosPolicy': '1.9', Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'SecurityGroup': '1.4', Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'SecurityGroupRule': '1.2', Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'SubPort': '1.0', Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Subnet': '1.1', Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Trunk': '1.1'}} Sep 06 14:23:54.408740 dv-cinder-791281-8-iscsi neutron-server[93873]: {{(pid=93873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 14:23:54.459094 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Attempting to bind port 57ab7457-6102-4483-a429-55785e940562 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:23:54.459401 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Attempting to bind port 57ab7457-6102-4483-a429-55785e940562 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': 'e33e5d8c-febb-4fec-b362-ce0241df88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:23:54.459826 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Attempting to bind port 57ab7457-6102-4483-a429-55785e940562 on network a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:23:54.464823 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:23:54.465223 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Checking segment: {'id': 'e33e5d8c-febb-4fec-b362-ce0241df88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:23:54.465711 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:54.466125 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Bound using segment: {'id': 'e33e5d8c-febb-4fec-b362-ce0241df88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:23:54.467373 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Bound port: 57ab7457-6102-4483-a429-55785e940562, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e5d8c-febb-4fec-b362-ce0241df88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:23:54.467954 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:54.534506 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] For port 57ab7457-6102-4483-a429-55785e940562, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:23:54.539138 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] For port 57ab7457-6102-4483-a429-55785e940562, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=57ab7457-6102-4483-a429-55785e940562,segment=NetworkSegment(e33e5d8c-febb-4fec-b362-ce0241df88d6),segment_id=e33e5d8c-febb-4fec-b362-ce0241df88d6)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:23:54.546798 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:23:54.620450 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad074c-b031-4cd5-9b28-57a31fecb730 None None] Pushing event updated for resources: {'Port': ['ID=57ab7457-6102-4483-a429-55785e940562,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:23:55.827370 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 42996) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:23:56.179476 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [None req-0b4b01d3-5bbd-4bc3-a728-fa05f8a117a3 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:23:56.180495 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-0b4b01d3-5bbd-4bc3-a728-fa05f8a117a3 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3521509 Sep 06 14:23:58.661224 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 43004) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:23:59.003450 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [None req-73a057b9-75b5-493f-acf1-c109afd6ee28 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:23:59.004492 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-73a057b9-75b5-493f-acf1-c109afd6ee28 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3423529 Sep 06 14:24:01.792192 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 43014) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:24:02.134464 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-77a5d8a9-dbe2-46f1-9d94-846bcac85bd2 admin admin] Request body: {'router': {'tenant_id': '7281d6a7444343b2a93183405358f3d3', 'name': 'router1', 'admin_state_up': True}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:24:02.163600 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-77a5d8a9-dbe2-46f1-9d94-846bcac85bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:02.165293 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-77a5d8a9-dbe2-46f1-9d94-846bcac85bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28253'] for router, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:02.314124 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-77a5d8a9-dbe2-46f1-9d94-846bcac85bd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:02.318560 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-77a5d8a9-dbe2-46f1-9d94-846bcac85bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679913'] for router, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:02.332452 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-77a5d8a9-dbe2-46f1-9d94-846bcac85bd2 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:02.344460 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-77a5d8a9-dbe2-46f1-9d94-846bcac85bd2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5407667 Sep 06 14:24:03.233052 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79cf49b-12f6-4f53-8aa0-3ccabe57f721 None None] Network a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:24:03.312421 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-fdcb7bad-c76a-4195-aeab-a0a6baffcba8 None None] Provisioning for port 57ab7457-6102-4483-a429-55785e940562 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:24:04.014222 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 57ab7457-6102-4483-a429-55785e940562 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:24:04.099335 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port 57ab7457-6102-4483-a429-55785e940562 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:24:04.103449 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 57ab7457-6102-4483-a429-55785e940562 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:24:04.103850 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:04.213778 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:04.248433 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port 57ab7457-6102-4483-a429-55785e940562, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=57ab7457-6102-4483-a429-55785e940562,segment=NetworkSegment(e33e5d8c-febb-4fec-b362-ce0241df88d6),segment_id=e33e5d8c-febb-4fec-b362-ce0241df88d6)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:24:04.253251 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:04.299711 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=57ab7457-6102-4483-a429-55785e940562,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:24:04.515885 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-52d1c160-5434-472b-aa60-59ad741f7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:04.818620 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 43026) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:24:05.133146 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [None req-fbe578a0-5347-4ed4-8cf0-4b1eb258a7b7 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:24:05.134162 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fbe578a0-5347-4ed4-8cf0-4b1eb258a7b7 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145938 Sep 06 14:24:05.965236 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 57ab7457-6102-4483-a429-55785e940562 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:24:06.013171 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 57ab7457-6102-4483-a429-55785e940562 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:24:06.013463 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:07.391091 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b271fa9a-b120-4fe2-8b06-ce465f3ccf0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:07.549294 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:07.587416 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 43034) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:24:07.924430 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:24:07.948512 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Made reservation on behalf of 3fcafc15d6ea4d849a79ded7c3d0a62c for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:24:07.951914 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:07.968653 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:08.102392 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:08.106028 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:08.117765 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Reserving flat network on physical network physnet1 {{(pid=93872) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 06 14:24:08.150918 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741933543756', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:08.151506 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Unsubscribe: segment precommit_create {{(pid=93872) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 06 14:24:08.152040 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Added segment a12c2e36-37ac-4579-a78b-90f29139b3f3 of type flat for network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 Sep 06 14:24:08.175859 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebb9c60-32ac-4f2b-b60c-58771718bd6e,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:24:08.223070 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:08.223346 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:08.223696 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:08.224033 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:08.224335 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:08.224670 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:08.225002 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:08.225306 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:08.225636 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:08.225970 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:08.226287 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:08.226598 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Tracked resource versions report: Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: pushed versions: Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: { 'AddressGroup': {'1.2'}, Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'ConntrackHelper': {'1.0'}, Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Log': {'1.0'}, Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Network': {'1.1'}, Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Port': {'1.7'}, Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'PortForwarding': {'1.2'}, Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'QosPolicy': {'1.9'}, Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'SecurityGroup': {'1.4'}, Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'SecurityGroupRule': {'1.2'}, Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'SubPort': {'1.0'}, Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Subnet': {'1.1'}, Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Trunk': {'1.1'}} Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: consumer versions: Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: { DHCP agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: L3 agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: Metadata agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: Metering agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: Open vSwitch agent@dv-cinder-791281-8-iscsi: { 'AddressGroup': '1.2', Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'ConntrackHelper': '1.0', Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Log': '1.0', Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Network': '1.1', Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Port': '1.7', Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'PortForwarding': '1.2', Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'QosPolicy': '1.9', Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'SecurityGroup': '1.4', Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'SecurityGroupRule': '1.2', Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'SubPort': '1.0', Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Subnet': '1.1', Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Trunk': '1.1'}} Sep 06 14:24:08.227724 dv-cinder-791281-8-iscsi neutron-server[93872]: {{(pid=93872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 14:24:08.283084 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:08.328338 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:08.329651 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:24:08.330354 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:08.388714 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8002315 Sep 06 14:24:08.431626 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7091a0-1052-4ba0-b997-d3e34aeca820 admin admin] Pushing event updated for resources: {'Network': ['ID=7774ad3b-ea9e-41fb-8c01-415d221b1af8,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:24:08.443712 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:24:08.806681 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:10.298696 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:10.807206 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 43056) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:24:10.991106 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df04ad5e-60a2-4165-afb0-4d31b95478c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:24:10.992473 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-df04ad5e-60a2-4165-afb0-4d31b95478c4 admin admin] 10.222.0.53 "GET /v2.0/subnets/09afcf13-60fa-44f5-8b36-153e38bd7906 HTTP/1.1" status: 200 len: 849 time: 0.1843143 Sep 06 14:24:11.157270 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6a5baf70-895f-466c-a108-92bc13f6d88f admin admin] 10.222.0.53 "GET /v2.0/routers/12c5e871-c118-4cee-b381-6b7e6f929f36 HTTP/1.1" status: 200 len: 704 time: 0.1578398 Sep 06 14:24:11.430883 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:11.730566 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Allocated IP 172.20.0.1 (a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134/09afcf13-60fa-44f5-8b36-153e38bd7906/60b3e340-1702-4903-8635-f976693595de) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:24:11.885769 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:11.908068 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Transition to ACTIVE for port object 60b3e340-1702-4903-8635-f976693595de will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:24:11.976479 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:12.051048 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Network a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:24:12.056861 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:24:12.063971 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:24:12.064546 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368828'] for router_interface, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:12.086369 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Pushing event updated for resources: {'Port': ['ID=60b3e340-1702-4903-8635-f976693595de,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:24:12.316505 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-aa37cf1c-db9a-43f2-8170-a6e9fa239368 None None] Provisioning for port 60b3e340-1702-4903-8635-f976693595de completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:24:12.321905 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-aa37cf1c-db9a-43f2-8170-a6e9fa239368 None None] Provisioning complete for port 60b3e340-1702-4903-8635-f976693595de triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:24:12.322511 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-aa37cf1c-db9a-43f2-8170-a6e9fa239368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:12.324554 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:12.375054 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-aa37cf1c-db9a-43f2-8170-a6e9fa239368 None None] Port 60b3e340-1702-4903-8635-f976693595de cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:24:12.556111 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:12.561598 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:12.562419 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677676'] for router_interface, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:12.624133 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Pushing event updated for resources: {'Port': ['ID=60b3e340-1702-4903-8635-f976693595de,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:24:12.691405 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Network a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:24:12.692744 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:24:12.860829 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Router 12c5e871-c118-4cee-b381-6b7e6f929f36 is scheduled to L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 with binding_index 1 {{(pid=93871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:24:12.897989 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-aa224d3f-5099-4904-810a-c809932a81d4 None None] Provisioning complete for port 60b3e340-1702-4903-8635-f976693595de triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:24:12.898282 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-aa224d3f-5099-4904-810a-c809932a81d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:12.933850 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-aa224d3f-5099-4904-810a-c809932a81d4 None None] Port 60b3e340-1702-4903-8635-f976693595de cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:24:12.959996 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:24:12.965301 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-27e3cfd9-1ced-481e-a303-a339f9b18b56 admin admin] 10.222.0.53 "PUT /v2.0/routers/12c5e871-c118-4cee-b381-6b7e6f929f36/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8023083 Sep 06 14:24:12.981895 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Sync routers for ids ['12c5e871-c118-4cee-b381-6b7e6f929f36'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:24:12.994051 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Routers {'12c5e871-c118-4cee-b381-6b7e6f929f36'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:24:12.994926 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:24:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['12c5e871-c118-4cee-b381-6b7e6f929f36'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:24:13.189374 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Set router 12c5e871-c118-4cee-b381-6b7e6f929f36 gateway port host: None {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:24:13.638206 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c5e871-c118-4cee-b381-6b7e6f929f36', 'name': 'router1', 'tenant_id': '7281d6a7444343b2a93183405358f3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:24:02Z', 'updated_at': '2021-09-06T14:24:12Z', 'revision_number': 2, 'project_id': '7281d6a7444343b2a93183405358f3d3', 'gw_port_host': None, '_interfaces': [{'id': '60b3e340-1702-4903-8635-f976693595de', 'name': '', 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134', 'tenant_id': '7281d6a7444343b2a93183405358f3d3', 'mac_address': 'fa:16:3e:8a:b0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c5e871-c118-4cee-b381-6b7e6f929f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09afcf13-60fa-44f5-8b36-153e38bd7906', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:24:11Z', 'updated_at': '2021-09-06T14:24:12Z', 'revision_number': 2, 'project_id': '7281d6a7444343b2a93183405358f3d3', 'subnets': [{'id': '09afcf13-60fa-44f5-8b36-153e38bd7906', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fddaabce-a152-41bc-8291-4b1de1391a71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:24:13.689978 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Checking router: 12c5e871-c118-4cee-b381-6b7e6f929f36 for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:24:13.690344 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Updating router 12c5e871-c118-4cee-b381-6b7e6f929f36 port 60b3e340-1702-4903-8635-f976693595de binding host dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:24:13.739716 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:14.294387 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:14.314285 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Transition to ACTIVE for port object 60b3e340-1702-4903-8635-f976693595de will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:24:14.319912 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:14.494883 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Attempting to bind port 60b3e340-1702-4903-8635-f976693595de on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:24:14.495274 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Attempting to bind port 60b3e340-1702-4903-8635-f976693595de by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': 'e33e5d8c-febb-4fec-b362-ce0241df88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:24:14.495697 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Attempting to bind port 60b3e340-1702-4903-8635-f976693595de on network a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:24:14.500159 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caafe68-34cc-454d-ac66-b0772f4a2fbe None None] Pushing event updated for resources: {'Port': ['ID=60b3e340-1702-4903-8635-f976693595de,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:24:14.509046 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:24:14.509456 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Checking segment: {'id': 'e33e5d8c-febb-4fec-b362-ce0241df88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:24:14.509936 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:14.510335 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Bound using segment: {'id': 'e33e5d8c-febb-4fec-b362-ce0241df88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:24:14.510829 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Bound port: 60b3e340-1702-4903-8635-f976693595de, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e5d8c-febb-4fec-b362-ce0241df88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:24:14.511224 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:14.515565 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caafe68-34cc-454d-ac66-b0772f4a2fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:14.515910 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caafe68-34cc-454d-ac66-b0772f4a2fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:14.516248 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caafe68-34cc-454d-ac66-b0772f4a2fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:14.516578 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caafe68-34cc-454d-ac66-b0772f4a2fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:14.516905 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caafe68-34cc-454d-ac66-b0772f4a2fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:14.517234 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caafe68-34cc-454d-ac66-b0772f4a2fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:14.517557 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caafe68-34cc-454d-ac66-b0772f4a2fbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:14.517879 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caafe68-34cc-454d-ac66-b0772f4a2fbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:14.518231 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caafe68-34cc-454d-ac66-b0772f4a2fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:14.518556 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caafe68-34cc-454d-ac66-b0772f4a2fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:14.518875 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caafe68-34cc-454d-ac66-b0772f4a2fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:14.519198 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caafe68-34cc-454d-ac66-b0772f4a2fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caafe68-34cc-454d-ac66-b0772f4a2fbe None None] Tracked resource versions report: Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: pushed versions: Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: { 'AddressGroup': {'1.2'}, Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'ConntrackHelper': {'1.0'}, Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Log': {'1.0'}, Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Network': {'1.1'}, Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Port': {'1.7'}, Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'PortForwarding': {'1.2'}, Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'QosPolicy': {'1.9'}, Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'SecurityGroup': {'1.4'}, Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'SecurityGroupRule': {'1.2'}, Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'SubPort': {'1.0'}, Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Subnet': {'1.1'}, Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Trunk': {'1.1'}} Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: consumer versions: Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: { DHCP agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: L3 agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: Metadata agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: Metering agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: Open vSwitch agent@dv-cinder-791281-8-iscsi: { 'AddressGroup': '1.2', Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'ConntrackHelper': '1.0', Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Log': '1.0', Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Network': '1.1', Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Port': '1.7', Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'PortForwarding': '1.2', Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'QosPolicy': '1.9', Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'SecurityGroup': '1.4', Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'SecurityGroupRule': '1.2', Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'SubPort': '1.0', Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Subnet': '1.1', Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Trunk': '1.1'}} Sep 06 14:24:14.520286 dv-cinder-791281-8-iscsi neutron-server[93874]: {{(pid=93874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 14:24:14.589251 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] For port 60b3e340-1702-4903-8635-f976693595de, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:24:14.610983 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] For port 60b3e340-1702-4903-8635-f976693595de, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=60b3e340-1702-4903-8635-f976693595de,segment=NetworkSegment(e33e5d8c-febb-4fec-b362-ce0241df88d6),segment_id=e33e5d8c-febb-4fec-b362-ce0241df88d6)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:24:14.616752 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:14.664281 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Routers {'12c5e871-c118-4cee-b381-6b7e6f929f36'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:24:14.664917 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:24:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['12c5e871-c118-4cee-b381-6b7e6f929f36'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:24:14.765773 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] Set router 12c5e871-c118-4cee-b381-6b7e6f929f36 gateway port host: None {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:24:14.791912 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caafe68-34cc-454d-ac66-b0772f4a2fbe None None] Pushing event updated for resources: {'Port': ['ID=60b3e340-1702-4903-8635-f976693595de,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:24:14.985060 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c5e871-c118-4cee-b381-6b7e6f929f36', 'name': 'router1', 'tenant_id': '7281d6a7444343b2a93183405358f3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:24:02Z', 'updated_at': '2021-09-06T14:24:12Z', 'revision_number': 2, 'project_id': '7281d6a7444343b2a93183405358f3d3', 'gw_port_host': None, '_interfaces': [{'id': '60b3e340-1702-4903-8635-f976693595de', 'name': '', 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134', 'tenant_id': '7281d6a7444343b2a93183405358f3d3', 'mac_address': 'fa:16:3e:8a:b0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c5e871-c118-4cee-b381-6b7e6f929f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09afcf13-60fa-44f5-8b36-153e38bd7906', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:24:11Z', 'updated_at': '2021-09-06T14:24:14Z', 'revision_number': 4, 'project_id': '7281d6a7444343b2a93183405358f3d3', 'subnets': [{'id': '09afcf13-60fa-44f5-8b36-153e38bd7906', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fddaabce-a152-41bc-8291-4b1de1391a71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:24:15.010865 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c812ff8-2daf-4b80-b36c-b636d812141e None None] The sync data for ids ['12c5e871-c118-4cee-b381-6b7e6f929f36'] in dv-cinder-791281-8-iscsi is: [{'id': '12c5e871-c118-4cee-b381-6b7e6f929f36', 'name': 'router1', 'tenant_id': '7281d6a7444343b2a93183405358f3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:24:02Z', 'updated_at': '2021-09-06T14:24:12Z', 'revision_number': 2, 'project_id': '7281d6a7444343b2a93183405358f3d3', 'gw_port_host': None, '_interfaces': [{'id': '60b3e340-1702-4903-8635-f976693595de', 'name': '', 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134', 'tenant_id': '7281d6a7444343b2a93183405358f3d3', 'mac_address': 'fa:16:3e:8a:b0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c5e871-c118-4cee-b381-6b7e6f929f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09afcf13-60fa-44f5-8b36-153e38bd7906', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:24:11Z', 'updated_at': '2021-09-06T14:24:14Z', 'revision_number': 4, 'project_id': '7281d6a7444343b2a93183405358f3d3', 'subnets': [{'id': '09afcf13-60fa-44f5-8b36-153e38bd7906', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fddaabce-a152-41bc-8291-4b1de1391a71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:24:15.348761 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 43076) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:24:15.467412 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e3baf3-cf76-43ec-aa0a-0d00e9b8ec77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:24:15.468807 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-44e3baf3-cf76-43ec-aa0a-0d00e9b8ec77 admin admin] 10.222.0.53 "GET /v2.0/networks/7774ad3b-ea9e-41fb-8c01-415d221b1af8 HTTP/1.1" status: 200 len: 842 time: 0.1190956 Sep 06 14:24:15.479118 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-1318ba4a-ef66-488e-bf8a-329dff940eb9 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:24:15.502203 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1318ba4a-ef66-488e-bf8a-329dff940eb9 admin admin] Made reservation on behalf of 3fcafc15d6ea4d849a79ded7c3d0a62c for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:24:15.504481 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1318ba4a-ef66-488e-bf8a-329dff940eb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:15.798386 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.objects.ports [None req-1318ba4a-ef66-488e-bf8a-329dff940eb9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93871) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 06 14:24:15.798827 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1318ba4a-ef66-488e-bf8a-329dff940eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:15.847689 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318ba4a-ef66-488e-bf8a-329dff940eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39d24425-07bf-41d2-8fb5-7052ec0a3628,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:24:15.863755 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1318ba4a-ef66-488e-bf8a-329dff940eb9 admin admin] Checking segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:24:15.864112 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1318ba4a-ef66-488e-bf8a-329dff940eb9 admin admin] Network hostable DHCP agents. Network: 7774ad3b-ea9e-41fb-8c01-415d221b1af8, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:24:15.880677 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1318ba4a-ef66-488e-bf8a-329dff940eb9 admin admin] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:24:15.890643 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-1318ba4a-ef66-488e-bf8a-329dff940eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, 7774ad3b-ea9e-41fb-8c01-415d221b1af8) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:24:15.894748 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1318ba4a-ef66-488e-bf8a-329dff940eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:24:15.895335 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1318ba4a-ef66-488e-bf8a-329dff940eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:15.900362 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d906fe0-e95c-4558-8c3f-b68394d2785d None None] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:24:15.914007 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-1318ba4a-ef66-488e-bf8a-329dff940eb9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4384675 Sep 06 14:24:16.062635 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d3a347-2d9e-4613-b364-983487fd7d04 None None] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:24:18.306934 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 43084) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:24:18.562336 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e71bae62-4e07-4efb-bae3-a94043fbfc9e admin admin] 10.222.0.53 "GET /v2.0/routers/12c5e871-c118-4cee-b381-6b7e6f929f36 HTTP/1.1" status: 200 len: 710 time: 0.2541077 Sep 06 14:24:18.752599 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305610ed-5d81-410e-ad1f-b314f6c37534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:24:18.754040 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-305610ed-5d81-410e-ad1f-b314f6c37534 admin admin] 10.222.0.53 "GET /v2.0/networks/7774ad3b-ea9e-41fb-8c01-415d221b1af8 HTTP/1.1" status: 200 len: 886 time: 0.1856277 Sep 06 14:24:18.764413 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:24:19.017891 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:19.269777 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:19.345448 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:19.555576 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Allocated IP 172.27.0.236 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/ebd39a81-6868-4614-a991-e0221c13c735) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:24:19.675040 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:19.751868 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:19.882356 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:24:19.889279 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:24:19.896770 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Pushing event updated for resources: {'Port': ['ID=ebd39a81-6868-4614-a991-e0221c13c735,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:24:19.908654 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:24:20.205067 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:20.416320 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28267'] for router, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:20.422122 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-679815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-679824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-677175'] for router, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:20.542861 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Router 12c5e871-c118-4cee-b381-6b7e6f929f36 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:24:20.651695 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:24:20.657660 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:20.658928 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-11e77261-cb1e-4c3d-9712-a28ee4a11bea admin admin] 10.222.0.53 "PUT /v2.0/routers/12c5e871-c118-4cee-b381-6b7e6f929f36 HTTP/1.1" status: 200 len: 890 time: 1.8985724 Sep 06 14:24:21.664783 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Sync routers for ids ['12c5e871-c118-4cee-b381-6b7e6f929f36'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:24:21.677020 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Routers {'12c5e871-c118-4cee-b381-6b7e6f929f36'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:24:21.677761 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:24:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['12c5e871-c118-4cee-b381-6b7e6f929f36'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:24:21.957714 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Set router 12c5e871-c118-4cee-b381-6b7e6f929f36 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:24:22.009393 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 60b3e340-1702-4903-8635-f976693595de up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:24:22.242943 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port 60b3e340-1702-4903-8635-f976693595de completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:24:22.263319 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 60b3e340-1702-4903-8635-f976693595de triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:24:22.263682 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:22.444016 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:22.495984 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port 60b3e340-1702-4903-8635-f976693595de, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=60b3e340-1702-4903-8635-f976693595de,segment=NetworkSegment(e33e5d8c-febb-4fec-b362-ce0241df88d6),segment_id=e33e5d8c-febb-4fec-b362-ce0241df88d6)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:24:22.502181 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:22.508747 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c5e871-c118-4cee-b381-6b7e6f929f36', 'name': 'router1', 'tenant_id': '7281d6a7444343b2a93183405358f3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ebd39a81-6868-4614-a991-e0221c13c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:24:02Z', 'updated_at': '2021-09-06T14:24:20Z', 'revision_number': 4, 'project_id': '7281d6a7444343b2a93183405358f3d3', 'gw_port': {'id': 'ebd39a81-6868-4614-a991-e0221c13c735', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c5e871-c118-4cee-b381-6b7e6f929f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:24:19Z', 'updated_at': '2021-09-06T14:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '60b3e340-1702-4903-8635-f976693595de', 'name': '', 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134', 'tenant_id': '7281d6a7444343b2a93183405358f3d3', 'mac_address': 'fa:16:3e:8a:b0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c5e871-c118-4cee-b381-6b7e6f929f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09afcf13-60fa-44f5-8b36-153e38bd7906', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:24:11Z', 'updated_at': '2021-09-06T14:24:14Z', 'revision_number': 4, 'project_id': '7281d6a7444343b2a93183405358f3d3', 'subnets': [{'id': '09afcf13-60fa-44f5-8b36-153e38bd7906', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fddaabce-a152-41bc-8291-4b1de1391a71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:24:22.580599 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Checking router: 12c5e871-c118-4cee-b381-6b7e6f929f36 for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:24:22.580950 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Updating router 12c5e871-c118-4cee-b381-6b7e6f929f36 port ebd39a81-6868-4614-a991-e0221c13c735 binding host dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:24:22.647490 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:22.650231 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=60b3e340-1702-4903-8635-f976693595de,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:24:22.987848 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:22.998318 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Transition to ACTIVE for port object ebd39a81-6868-4614-a991-e0221c13c735 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:24:23.004210 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:23.054183 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Attempting to bind port ebd39a81-6868-4614-a991-e0221c13c735 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:24:23.054560 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Attempting to bind port ebd39a81-6868-4614-a991-e0221c13c735 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:24:23.054924 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Attempting to bind port ebd39a81-6868-4614-a991-e0221c13c735 on network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:24:23.063389 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78426bd7-f84b-4b62-b5a2-62bcd0067de5 None None] Pushing event updated for resources: {'Port': ['ID=ebd39a81-6868-4614-a991-e0221c13c735,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:24:23.069250 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:24:23.069784 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Checking segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:24:23.070231 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:23.070625 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Bound using segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:24:23.071730 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Bound port: ebd39a81-6868-4614-a991-e0221c13c735, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:24:23.071730 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:23.124902 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] For port ebd39a81-6868-4614-a991-e0221c13c735, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:24:23.128833 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] For port ebd39a81-6868-4614-a991-e0221c13c735, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=ebd39a81-6868-4614-a991-e0221c13c735,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:24:23.132718 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:23.195051 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78426bd7-f84b-4b62-b5a2-62bcd0067de5 None None] Pushing event updated for resources: {'Port': ['ID=ebd39a81-6868-4614-a991-e0221c13c735,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:24:23.197981 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Routers {'12c5e871-c118-4cee-b381-6b7e6f929f36'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:24:23.198612 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:24:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['12c5e871-c118-4cee-b381-6b7e6f929f36'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:24:23.224062 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 43098) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:24:23.347599 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-03b5623e-f867-42ee-9604-cbb5718539a8 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1222668 Sep 06 14:24:23.403498 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] Set router 12c5e871-c118-4cee-b381-6b7e6f929f36 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:24:23.634793 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c5e871-c118-4cee-b381-6b7e6f929f36', 'name': 'router1', 'tenant_id': '7281d6a7444343b2a93183405358f3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ebd39a81-6868-4614-a991-e0221c13c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:24:02Z', 'updated_at': '2021-09-06T14:24:20Z', 'revision_number': 4, 'project_id': '7281d6a7444343b2a93183405358f3d3', 'gw_port': {'id': 'ebd39a81-6868-4614-a991-e0221c13c735', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c5e871-c118-4cee-b381-6b7e6f929f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:24:19Z', 'updated_at': '2021-09-06T14:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '60b3e340-1702-4903-8635-f976693595de', 'name': '', 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134', 'tenant_id': '7281d6a7444343b2a93183405358f3d3', 'mac_address': 'fa:16:3e:8a:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c5e871-c118-4cee-b381-6b7e6f929f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09afcf13-60fa-44f5-8b36-153e38bd7906', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:24:11Z', 'updated_at': '2021-09-06T14:24:22Z', 'revision_number': 5, 'project_id': '7281d6a7444343b2a93183405358f3d3', 'subnets': [{'id': '09afcf13-60fa-44f5-8b36-153e38bd7906', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fddaabce-a152-41bc-8291-4b1de1391a71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:24:23.663408 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838eb34-d7aa-4d61-87da-86179af18480 None None] The sync data for ids ['12c5e871-c118-4cee-b381-6b7e6f929f36'] in dv-cinder-791281-8-iscsi is: [{'id': '12c5e871-c118-4cee-b381-6b7e6f929f36', 'name': 'router1', 'tenant_id': '7281d6a7444343b2a93183405358f3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ebd39a81-6868-4614-a991-e0221c13c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:24:02Z', 'updated_at': '2021-09-06T14:24:20Z', 'revision_number': 4, 'project_id': '7281d6a7444343b2a93183405358f3d3', 'gw_port': {'id': 'ebd39a81-6868-4614-a991-e0221c13c735', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c5e871-c118-4cee-b381-6b7e6f929f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:24:19Z', 'updated_at': '2021-09-06T14:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '60b3e340-1702-4903-8635-f976693595de', 'name': '', 'network_id': 'a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134', 'tenant_id': '7281d6a7444343b2a93183405358f3d3', 'mac_address': 'fa:16:3e:8a:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c5e871-c118-4cee-b381-6b7e6f929f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09afcf13-60fa-44f5-8b36-153e38bd7906', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:24:11Z', 'updated_at': '2021-09-06T14:24:22Z', 'revision_number': 5, 'project_id': '7281d6a7444343b2a93183405358f3d3', 'subnets': [{'id': '09afcf13-60fa-44f5-8b36-153e38bd7906', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fddaabce-a152-41bc-8291-4b1de1391a71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:24:24.086310 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 60b3e340-1702-4903-8635-f976693595de up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:24:24.155631 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 60b3e340-1702-4903-8635-f976693595de triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:24:24.156062 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:24.255942 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device ebd39a81-6868-4614-a991-e0221c13c735 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:24:24.311341 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port ebd39a81-6868-4614-a991-e0221c13c735 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:24:24.325605 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port ebd39a81-6868-4614-a991-e0221c13c735 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:24:24.326018 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:24.443737 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:24.465499 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port ebd39a81-6868-4614-a991-e0221c13c735, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=ebd39a81-6868-4614-a991-e0221c13c735,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:24:24.470278 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:24.525313 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=ebd39a81-6868-4614-a991-e0221c13c735,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:24:25.997737 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device ebd39a81-6868-4614-a991-e0221c13c735 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:24:26.052698 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port ebd39a81-6868-4614-a991-e0221c13c735 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:24:26.053316 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:27.604964 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:24:34.520360 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7bb98b2b-b009-4743-b4fd-2e339eaac17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:37.394295 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-642456f0-7009-4976-8d8a-f3f840ebbcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:37.552893 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:38.813754 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:24:40.320561 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:25:04.594817 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:25:04.611562 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-39dcd23b-0dde-4301-9102-9fc04c3333a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:25:07.397743 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f87d-07f9-40df-8a56-622541aa8180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:25:07.560945 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:25:08.816659 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:25:10.310987 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:25:34.523270 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5a7a0163-ebd7-4314-aa6e-f29a2010009b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:25:37.400225 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1948ff9a-4025-4ec1-a4ea-6c31764a8d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:25:37.556392 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:25:38.819267 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:25:40.313968 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:25:41.593947 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:26:01.665076 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 43660) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:26:01.727504 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08a7d10-aa42-4ee3-ad35-37c88529b284 admin admin] GET failed (client error): The resource could not be found. Sep 06 14:26:01.728830 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c08a7d10-aa42-4ee3-ad35-37c88529b284 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626624 Sep 06 14:26:01.891994 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c32e61-7ce5-4912-ab17-9119907313d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:01.893390 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-18c32e61-7ce5-4912-ab17-9119907313d2 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1599894 Sep 06 14:26:04.109334 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 43670) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:26:04.212812 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4854edb2-6358-43a5-b68e-05d1e319aa52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:04.214198 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-4854edb2-6358-43a5-b68e-05d1e319aa52 admin admin] 10.222.0.53 "GET /v2.0/subnets/09afcf13-60fa-44f5-8b36-153e38bd7906 HTTP/1.1" status: 200 len: 849 time: 0.1038690 Sep 06 14:26:04.224350 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:26:04.308320 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:04.452908 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741933564865'] for subnet, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:04.483996 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:04.485157 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:04.485899 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] 10.222.0.53 "PUT /v2.0/subnets/09afcf13-60fa-44f5-8b36-153e38bd7906 HTTP/1.1" status: 200 len: 868 time: 0.2652833 Sep 06 14:26:04.500894 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55c7e84-f05d-4ab6-8a3a-e08f856eae31 None None] Network a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:26:04.509272 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09afcf13-60fa-44f5-8b36-153e38bd7906,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:26:04.517301 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:04.517710 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:04.518089 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:04.518430 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:04.519445 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:04.519445 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:04.519445 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:04.519806 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:04.520098 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:04.520423 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:04.520752 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:04.521079 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a52d32-a639-4b9f-9322-28ea7143f9b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:04.542520 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0d5d91b2-afd5-49ce-b441-b8eabbec7aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:04.863715 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-3a3b1712-3d94-4d04-b7b5-474e57749e85 None None] Provisioning complete for port 60b3e340-1702-4903-8635-f976693595de triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:26:04.864095 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1712-3d94-4d04-b7b5-474e57749e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:04.956520 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-3a3b1712-3d94-4d04-b7b5-474e57749e85 None None] Provisioning complete for port 57ab7457-6102-4483-a429-55785e940562 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:26:04.956784 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1712-3d94-4d04-b7b5-474e57749e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:06.695331 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 43680) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:26:06.971921 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836aa2b2-b81c-4965-afe1-40a92888f516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:06.972309 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836aa2b2-b81c-4965-afe1-40a92888f516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:06.974244 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-836aa2b2-b81c-4965-afe1-40a92888f516 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2779472 Sep 06 14:26:07.402046 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-40800220-c843-453a-b685-ef71c145e57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:07.558349 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:08.823514 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:09.280342 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 43688) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:26:09.488875 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a17651-4d82-40cb-a6f5-a8cb99c5904e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:09.489269 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a17651-4d82-40cb-a6f5-a8cb99c5904e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:09.491784 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-41a17651-4d82-40cb-a6f5-a8cb99c5904e admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2103546 Sep 06 14:26:10.318964 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:11.718635 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 43696) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:26:11.846842 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea1354-463d-4f46-9c53-8ae7e29779ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:11.848251 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-e7ea1354-463d-4f46-9c53-8ae7e29779ec admin admin] 10.222.0.53 "GET /v2.0/networks/7774ad3b-ea9e-41fb-8c01-415d221b1af8 HTTP/1.1" status: 200 len: 886 time: 0.1286533 Sep 06 14:26:14.083248 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 43704) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:26:14.220846 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6d6d21-75b7-469f-ba84-7cd7c826689c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:14.222281 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-3e6d6d21-75b7-469f-ba84-7cd7c826689c admin admin] 10.222.0.53 "GET /v2.0/networks/a8dba4d6-d12e-4e8a-8b2d-fe32c99a4134 HTTP/1.1" status: 200 len: 869 time: 0.1380210 Sep 06 14:26:16.460216 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 43712) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:26:16.585229 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1865f26-cfeb-4b9c-b6cb-8508e9efb676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:16.585687 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1865f26-cfeb-4b9c-b6cb-8508e9efb676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:16.587868 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f1865f26-cfeb-4b9c-b6cb-8508e9efb676 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261096 Sep 06 14:26:18.592933 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:26:18.881690 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 43720) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:26:18.981416 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c466eb0-b66b-451e-968e-1eeb90fda9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:18.981883 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c466eb0-b66b-451e-968e-1eeb90fda9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:18.983486 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-2c466eb0-b66b-451e-968e-1eeb90fda9f3 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1007905 Sep 06 14:26:21.194786 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 43728) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:26:21.293011 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e41f69c-ee70-4e24-8058-0c62000e0af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:21.294400 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-0e41f69c-ee70-4e24-8058-0c62000e0af6 admin admin] 10.222.0.53 "GET /v2.0/subnets/09afcf13-60fa-44f5-8b36-153e38bd7906 HTTP/1.1" status: 200 len: 868 time: 0.0986519 Sep 06 14:26:23.503624 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 43736) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:26:23.596693 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7d09f1-1396-4dd6-adc2-cb7c1cf50bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:23.598674 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ba7d09f1-1396-4dd6-adc2-cb7c1cf50bc1 admin admin] 10.222.0.53 "GET /v2.0/subnets/39d24425-07bf-41d2-8fb5-7052ec0a3628 HTTP/1.1" status: 200 len: 816 time: 0.0939684 Sep 06 14:26:34.527377 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-78c0746b-a826-498a-a96d-c08389ae182e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:37.402918 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e23d43ad-fe14-4d30-96ac-d03031491ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:37.561890 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:38.827508 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:40.318828 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:47.770493 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 43790) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:26:47.818598 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [None req-e142755b-49fb-4387-aaee-584f41628470 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:26:47.819613 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-e142755b-49fb-4387-aaee-584f41628470 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481381 Sep 06 14:26:50.157327 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 43798) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:26:50.222796 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.pecan_wsgi.hooks.translation [None req-6758e1a8-bdd0-4608-a3db-d6b1341bcb7e admin admin] GET failed (client error): The resource could not be found. Sep 06 14:26:50.224133 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-6758e1a8-bdd0-4608-a3db-d6b1341bcb7e admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658176 Sep 06 14:26:50.441079 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e2aad8-b393-401a-89d8-c9e91f0030b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:50.442604 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-05e2aad8-b393-401a-89d8-c9e91f0030b9 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2138662 Sep 06 14:26:52.700453 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 43806) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:26:52.749516 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-aec827c9-ffd5-469a-a732-027a7f7258bc admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:26:52.770167 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec827c9-ffd5-469a-a732-027a7f7258bc admin admin] Made reservation on behalf of 3fcafc15d6ea4d849a79ded7c3d0a62c for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:26:52.772584 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-aec827c9-ffd5-469a-a732-027a7f7258bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:52.806813 dv-cinder-791281-8-iscsi neutron-server[93872]: WARNING neutron.services.revisions.revision_plugin [None req-aec827c9-ffd5-469a-a732-027a7f7258bc admin admin] Could not find related network for resource to bump revision. Sep 06 14:26:52.821057 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec827c9-ffd5-469a-a732-027a7f7258bc admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:26:52.830783 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-aec827c9-ffd5-469a-a732-027a7f7258bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:52.831128 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-aec827c9-ffd5-469a-a732-027a7f7258bc admin admin] Added segment 7ca3ec9d-cc3f-4899-9de4-feee1a896c9e of type vlan for network 16e5fc8a-2238-4a64-af15-7151a077cde8 Sep 06 14:26:52.872867 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-aec827c9-ffd5-469a-a732-027a7f7258bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:52.895856 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-aec827c9-ffd5-469a-a732-027a7f7258bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:52.896726 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec827c9-ffd5-469a-a732-027a7f7258bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:52.897306 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-aec827c9-ffd5-469a-a732-027a7f7258bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:52.929869 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-aec827c9-ffd5-469a-a732-027a7f7258bc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2283280 Sep 06 14:26:52.956956 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec827c9-ffd5-469a-a732-027a7f7258bc admin admin] Pushing event updated for resources: {'Network': ['ID=16e5fc8a-2238-4a64-af15-7151a077cde8,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:26:52.968591 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network 16e5fc8a-2238-4a64-af15-7151a077cde8 details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:26:55.286382 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 43814) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:26:55.347105 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee12c52-cc6f-4eea-ab16-29f170449fb8 admin admin] GET failed (client error): The resource could not be found. Sep 06 14:26:55.348430 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-fee12c52-cc6f-4eea-ab16-29f170449fb8 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611148 Sep 06 14:26:55.428483 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86c1b53-7763-4b51-8e2c-b7084c116af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:55.430969 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c86c1b53-7763-4b51-8e2c-b7084c116af6 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0773141 Sep 06 14:26:55.441569 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '16e5fc8a-2238-4a64-af15-7151a077cde8'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:26:55.463391 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Made reservation on behalf of 3fcafc15d6ea4d849a79ded7c3d0a62c for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:26:55.465996 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Notify callbacks [] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:55.593325 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:26:55.637052 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:55.690073 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ab459b1-8394-48fc-8c0d-ff018d3586f0,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:26:55.702688 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:55.703057 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:55.703404 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:55.703735 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:55.704064 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:55.704407 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:55.704738 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:55.705059 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:55.705403 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:55.705718 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:55.706061 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:55.706378 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:55.709553 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Checking segment: {'id': '7ca3ec9d-cc3f-4899-9de4-feee1a896c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '16e5fc8a-2238-4a64-af15-7151a077cde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:26:55.709904 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Network hostable DHCP agents. Network: 16e5fc8a-2238-4a64-af15-7151a077cde8, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:26:55.729641 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Network 16e5fc8a-2238-4a64-af15-7151a077cde8 is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:26:55.739369 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, 16e5fc8a-2238-4a64-af15-7151a077cde8) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:26:55.743943 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:26:55.744537 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:55.750558 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7010ea-9a84-4827-95e9-90e4eeddbb21 None None] Network 16e5fc8a-2238-4a64-af15-7151a077cde8 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:26:55.759268 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-4ffcc02c-1fb3-4b28-b1c1-6f8d34c6a8df admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3211350 Sep 06 14:26:55.907364 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc921a0d8-8086-577e-a203-f26a00adf144-16e5fc8a-2238-4a64-af15-7151a077cde8', 'network_id': '16e5fc8a-2238-4a64-af15-7151a077cde8', 'tenant_id': '3fcafc15d6ea4d849a79ded7c3d0a62c', 'fixed_ips': [{'subnet_id': '2ab459b1-8394-48fc-8c0d-ff018d3586f0'}]}} from dv-cinder-791281-8-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:26:55.908249 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:56.144774 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Allocated IP 192.168.233.2 (16e5fc8a-2238-4a64-af15-7151a077cde8/2ab459b1-8394-48fc-8c0d-ff018d3586f0/f4162320-d2ef-4857-a876-6cfbe7c60f83) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:26:56.294187 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:56.303089 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Transition to ACTIVE for port object f4162320-d2ef-4857-a876-6cfbe7c60f83 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:26:56.318814 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Transition to ACTIVE for port object f4162320-d2ef-4857-a876-6cfbe7c60f83 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:26:56.324824 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:56.372265 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Pushing event updated for resources: {'Port': ['ID=f4162320-d2ef-4857-a876-6cfbe7c60f83,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:26:56.375409 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Network 16e5fc8a-2238-4a64-af15-7151a077cde8 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:26:56.377628 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:26:56.382498 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:26:56.385493 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:56.385850 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:56.386216 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:56.386555 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:56.386892 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:56.387229 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:56.387585 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:56.387911 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:56.388259 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:56.388587 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:56.388913 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:56.389235 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:26:56.448576 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Attempting to bind port f4162320-d2ef-4857-a876-6cfbe7c60f83 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:26:56.448937 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Attempting to bind port f4162320-d2ef-4857-a876-6cfbe7c60f83 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': '7ca3ec9d-cc3f-4899-9de4-feee1a896c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '16e5fc8a-2238-4a64-af15-7151a077cde8'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:26:56.449294 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Attempting to bind port f4162320-d2ef-4857-a876-6cfbe7c60f83 on network 16e5fc8a-2238-4a64-af15-7151a077cde8 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:26:56.454407 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:26:56.454775 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Checking segment: {'id': '7ca3ec9d-cc3f-4899-9de4-feee1a896c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '16e5fc8a-2238-4a64-af15-7151a077cde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:26:56.455169 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:56.455553 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Bound using segment: {'id': '7ca3ec9d-cc3f-4899-9de4-feee1a896c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '16e5fc8a-2238-4a64-af15-7151a077cde8'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:26:56.456011 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Bound port: f4162320-d2ef-4857-a876-6cfbe7c60f83, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca3ec9d-cc3f-4899-9de4-feee1a896c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '16e5fc8a-2238-4a64-af15-7151a077cde8'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:26:56.456406 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:56.521410 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] For port f4162320-d2ef-4857-a876-6cfbe7c60f83, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:26:56.525782 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] For port f4162320-d2ef-4857-a876-6cfbe7c60f83, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=f4162320-d2ef-4857-a876-6cfbe7c60f83,segment=NetworkSegment(7ca3ec9d-cc3f-4899-9de4-feee1a896c9e),segment_id=7ca3ec9d-cc3f-4899-9de4-feee1a896c9e)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:26:56.530422 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:56.587658 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b898b-d947-41e0-9556-8e2c5298cf26 None None] Pushing event updated for resources: {'Port': ['ID=f4162320-d2ef-4857-a876-6cfbe7c60f83,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:26:57.386822 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4014f6c-4d0f-474d-a352-a62343a8c1cc None None] Network 16e5fc8a-2238-4a64-af15-7151a077cde8 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:26:57.505769 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-a0814cb0-ff72-4a3d-990f-d7c9610fcb31 None None] Provisioning for port f4162320-d2ef-4857-a876-6cfbe7c60f83 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:26:58.119729 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device f4162320-d2ef-4857-a876-6cfbe7c60f83 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:26:58.174223 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port f4162320-d2ef-4857-a876-6cfbe7c60f83 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:26:58.177857 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port f4162320-d2ef-4857-a876-6cfbe7c60f83 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:26:58.178307 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:58.260627 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:58.293552 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port f4162320-d2ef-4857-a876-6cfbe7c60f83, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=f4162320-d2ef-4857-a876-6cfbe7c60f83,segment=NetworkSegment(7ca3ec9d-cc3f-4899-9de4-feee1a896c9e),segment_id=7ca3ec9d-cc3f-4899-9de4-feee1a896c9e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:26:58.297432 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:26:58.344904 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=f4162320-d2ef-4857-a876-6cfbe7c60f83,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:27:00.106206 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device f4162320-d2ef-4857-a876-6cfbe7c60f83 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:27:00.156255 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port f4162320-d2ef-4857-a876-6cfbe7c60f83 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:27:00.156619 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:27:04.532160 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5d4e9bcd-8528-4877-a932-a7a38b706335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:27:07.403761 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-12c24b83-b274-46bc-bdf3-b01effd06044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:27:07.564412 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:27:08.829064 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:27:10.323545 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:27:32.592765 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:27:34.525418 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7aad00e5-a06f-46bd-93d6-9452a73c0fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:27:37.404915 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1570c357-1abb-4f70-a94f-1c6d5553f406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:27:37.565423 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:27:38.832321 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:27:40.327777 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:04.534077 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-460f17eb-a3ed-4d1c-933f-3245ed45c8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:06.423494 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 43866) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:28:06.430332 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [None req-d73ecc78-ad32-4115-90a0-bf42c6b3de68 tempest-verify_tempest_config-1651291593 tempest-verify_tempest_config-1651291593-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:28:06.431353 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-d73ecc78-ad32-4115-90a0-bf42c6b3de68 tempest-verify_tempest_config-1651291593 tempest-verify_tempest_config-1651291593-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068538 Sep 06 14:28:06.756874 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 43884) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:28:06.869463 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:06.974613 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:06.979883 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:07.031847 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=469fcbdc0cd046678b29800078247f33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2736828 Sep 06 14:28:07.032689 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322da463-46d5-4565-9eb1-30f6899df53f,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:28:07.034961 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 43888) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:28:07.043448 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.043998 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.044529 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.044974 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.045498 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.046070 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.046588 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.047119 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.047657 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.048182 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.048716 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.049256 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05130813-4e78-4ed3-90aa-f6cfc656c475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.105590 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:07.128967 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:07.232234 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:07.236932 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:07.238902 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/322da463-46d5-4565-9eb1-30f6899df53f HTTP/1.1" status: 204 len: 168 time: 0.2023845 Sep 06 14:28:07.252484 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322da463-46d5-4565-9eb1-30f6899df53f,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:28:07.262950 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.263491 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.263954 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.264465 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.264894 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.265412 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.265840 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.266451 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.266848 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.267340 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.267832 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.268345 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197b7bf-4c24-4943-a9d9-ab21f918d4eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:28:07.417814 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5828f3a5-2ca6-4dbe-9f2b-11cecdd5c51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:07.570027 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:08.842302 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:09.594732 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:28:10.339844 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:34.531934 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8f1ca083-40e5-4915-99f2-512317bf5753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:37.411670 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5301a4c3-7fdc-40db-bdc9-a8d62cf0550e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:37.576003 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:38.844425 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:40.336085 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:28:46.594181 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:29:04.531615 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c15a1e5c-e5f6-49cf-9ed3-13933b747f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:29:07.416514 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e22ece02-640f-4cbb-9fe4-70183052b5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:29:07.581896 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:29:08.845490 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:29:10.339276 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:29:23.593161 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:29:34.531850 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9f9bf54c-9b97-44ca-915b-42ef26e5c33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:29:37.419469 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6837ddba-ef56-4710-980d-1797794fd6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:29:37.582176 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:29:38.847054 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:29:40.341972 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:29:40.795115 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-368775'] for agent, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:29:56.236032 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 43962) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:29:56.345216 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c137215a-2545-4d3b-9d7e-d3280bd4e1c3 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1080616 Sep 06 14:29:58.674309 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 43972) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:29:58.736339 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-d48b4610-4d0d-45fa-ab83-36bcc636456b admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0609317 Sep 06 14:30:00.592781 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:30:04.526912 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6075b7db-d2c4-41aa-b467-10a0f23a29e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:07.420113 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-27206dab-f741-4533-a7f4-2366c19ca37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:07.578984 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:08.852538 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:10.348802 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:10.750835 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:34.536342 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fae97a40-d13b-4161-96e8-fbd9d09795f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:37.428671 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8afe752f-acac-471f-a487-ab1974a233ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:37.586206 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:37.594069 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:30:38.856235 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:40.351183 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:40.768332 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:04.554097 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a07e6bcc-9d13-40cd-b561-789b50152b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:07.429041 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7e9b03dd-ae93-45be-a1eb-b9d00f94a871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:07.585421 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:08.868201 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:10.366651 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:10.761253 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:14.595636 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:31:34.260493 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44180) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:34.526181 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-62bf9b36-bebf-45ac-8059-9f576e756ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:34.764375 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44192) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:34.809778 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44196) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:34.962162 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44206) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:35.012222 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44210) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:35.015894 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-network', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:35.051524 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Made reservation on behalf of 2b71c96e485443ba9b7f50edbda420c2 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:35.056148 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.073516 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-1503b042-820c-4d2d-b312-4e51859ba46f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-891218026-network', 'tenant_id': '0e9c936084cd4e76a3e450be25892046'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:35.078503 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.114948 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1503b042-820c-4d2d-b312-4e51859ba46f admin admin] Made reservation on behalf of 0e9c936084cd4e76a3e450be25892046 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:35.117741 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1503b042-820c-4d2d-b312-4e51859ba46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.136837 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1503b042-820c-4d2d-b312-4e51859ba46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.152355 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1459393763-network', 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:35.242908 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.243778 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1875858119-network', 'tenant_id': '1ae1e072c9e14bd1a2c3c7a337460ef9'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:35.244353 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44218) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:35.250658 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.263938 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:31:35.279932 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.280587 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Added segment 4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17 of type vlan for network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 Sep 06 14:31:35.286329 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Made reservation on behalf of d1aa8874a626416e82820a8f9fda0599 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:35.291770 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.313000 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.353005 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-b8f943bc-7b7b-47cd-91db-69cef57e119b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1613093597-network', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:35.403613 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.461983 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c635500d-328a-49d3-ac37-1af5e5faf90e,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:35.484891 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1503b042-820c-4d2d-b312-4e51859ba46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.487232 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.487613 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.488162 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.488659 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.489163 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.489749 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.490101 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.490434 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.490783 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.491116 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.491439 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.491760 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Tracked resource versions report: Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: pushed versions: Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: { 'AddressGroup': {'1.2'}, Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'ConntrackHelper': {'1.0'}, Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Log': {'1.0'}, Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Network': {'1.1'}, Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Port': {'1.7'}, Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'PortForwarding': {'1.2'}, Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'QosPolicy': {'1.9'}, Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'SecurityGroup': {'1.4'}, Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'SecurityGroupRule': {'1.2'}, Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'SubPort': {'1.0'}, Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Subnet': {'1.1'}, Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Trunk': {'1.1'}} Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: consumer versions: Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: { DHCP agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: HyperV agent@hv-cinder-79128: {}, Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: L3 agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: Metadata agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: Metering agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: Open vSwitch agent@dv-cinder-791281-8-iscsi: { 'AddressGroup': '1.2', Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'ConntrackHelper': '1.0', Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Log': '1.0', Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Network': '1.1', Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Port': '1.7', Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'PortForwarding': '1.2', Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'QosPolicy': '1.9', Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'SecurityGroup': '1.4', Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'SecurityGroupRule': '1.2', Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'SubPort': '1.0', Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Subnet': '1.1', Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: 'Trunk': '1.1'}} Sep 06 14:31:35.493017 dv-cinder-791281-8-iscsi neutron-server[93872]: {{(pid=93872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 14:31:35.512545 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.513556 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:35.514278 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.516528 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1503b042-820c-4d2d-b312-4e51859ba46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.538178 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Made reservation on behalf of 1ae1e072c9e14bd1a2c3c7a337460ef9 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:35.542367 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.550463 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503b042-820c-4d2d-b312-4e51859ba46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054c0e64-89c5-48b0-8cb6-4a07208db2c7,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:35.567631 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.576203 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1503b042-820c-4d2d-b312-4e51859ba46f admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:31:35.587761 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1503b042-820c-4d2d-b312-4e51859ba46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.588117 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-1503b042-820c-4d2d-b312-4e51859ba46f admin admin] Added segment 42af3723-25aa-4807-948c-7551f82d4941 of type vlan for network 5043a02c-8c49-4d07-9896-b9f62403e9d5 Sep 06 14:31:35.646041 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1503b042-820c-4d2d-b312-4e51859ba46f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.677108 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1839520780-network', 'tenant_id': '435d6b95d5904e1c99912ac0d8a37b7e'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:35.710435 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1503b042-820c-4d2d-b312-4e51859ba46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.711860 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1503b042-820c-4d2d-b312-4e51859ba46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:35.712731 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1503b042-820c-4d2d-b312-4e51859ba46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.727452 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.733641 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.753339 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:31:35.764443 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] Pushing event updated for resources: {'Network': ['ID=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:35.778766 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:31:35.780315 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-1503b042-820c-4d2d-b312-4e51859ba46f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0148141 Sep 06 14:31:35.787683 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44242) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:35.793964 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.db.api [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 06 14:31:35.793964 dv-cinder-791281-8-iscsi neutron-server[93872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 06 14:31:35.793964 dv-cinder-791281-8-iscsi neutron-server[93872]: [parameters: {'project_id_1': '435d6b95d5904e1c99912ac0d8a37b7e', 'expiration_1': datetime.datetime(2021, 9, 6, 14, 31, 15, 682000)}] Sep 06 14:31:35.793964 dv-cinder-791281-8-iscsi neutron-server[93872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 06 14:31:35.795504 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG oslo_db.api [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 14:31:35.816287 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-c6ff914b-0f52-4d91-bf34-f96731b6a3c7 admin admin] Request body: {'subnet': {'network_id': '5043a02c-8c49-4d07-9896-b9f62403e9d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-891218026-subnet', 'tenant_id': '0e9c936084cd4e76a3e450be25892046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:35.825504 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f1c3b970-1141-4730-94ee-68b38b0adbc1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5624518 Sep 06 14:31:35.829703 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44246) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:35.835862 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-30d0d513-0365-48a3-9694-feafbf380e65 admin admin] Request body: {'subnet': {'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-subnet', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:35.857364 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.db.api [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 06 14:31:35.857364 dv-cinder-791281-8-iscsi neutron-server[93871]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 06 14:31:35.857364 dv-cinder-791281-8-iscsi neutron-server[93871]: [parameters: {'project_id_1': '1ae1e072c9e14bd1a2c3c7a337460ef9', 'expiration_1': datetime.datetime(2021, 9, 6, 14, 31, 15, 611997)}] Sep 06 14:31:35.857364 dv-cinder-791281-8-iscsi neutron-server[93871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 06 14:31:35.858575 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG oslo_db.api [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 14:31:35.859332 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f943bc-7b7b-47cd-91db-69cef57e119b admin admin] Made reservation on behalf of 9b0c093a91ab46ba90be4bc5b45e7d2f for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:35.865389 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b8f943bc-7b7b-47cd-91db-69cef57e119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.870289 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.870940 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Added segment 0f157b31-0c75-4fef-8a36-b9197cb8e96c of type vlan for network 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab Sep 06 14:31:35.889990 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922ef887-c13f-4599-a4e6-e27f0e2bee09,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:35.891593 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d0d513-0365-48a3-9694-feafbf380e65 admin admin] Made reservation on behalf of 2b71c96e485443ba9b7f50edbda420c2 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:35.895808 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-30d0d513-0365-48a3-9694-feafbf380e65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.933327 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b8f943bc-7b7b-47cd-91db-69cef57e119b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.937727 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.938509 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.939094 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.940187 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.940755 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.941286 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.941805 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.942346 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.942886 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.943402 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.943913 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.944816 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Tracked resource versions report: Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: pushed versions: Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: { 'AddressGroup': {'1.2'}, Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'ConntrackHelper': {'1.0'}, Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Log': {'1.0'}, Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Network': {'1.1'}, Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Port': {'1.7'}, Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'PortForwarding': {'1.2'}, Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'QosPolicy': {'1.9'}, Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'SecurityGroup': {'1.4'}, Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'SecurityGroupRule': {'1.2'}, Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'SubPort': {'1.0'}, Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Subnet': {'1.1'}, Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Trunk': {'1.1'}} Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: consumer versions: Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: { DHCP agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: HyperV agent@hv-cinder-79128: {}, Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: L3 agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: Metadata agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: Metering agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: Open vSwitch agent@dv-cinder-791281-8-iscsi: { 'AddressGroup': '1.2', Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'ConntrackHelper': '1.0', Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Log': '1.0', Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Network': '1.1', Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Port': '1.7', Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'PortForwarding': '1.2', Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'QosPolicy': '1.9', Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'SecurityGroup': '1.4', Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'SecurityGroupRule': '1.2', Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'SubPort': '1.0', Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Subnet': '1.1', Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: 'Trunk': '1.1'}} Sep 06 14:31:35.946263 dv-cinder-791281-8-iscsi neutron-server[93871]: {{(pid=93871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 14:31:35.978593 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ff914b-0f52-4d91-bf34-f96731b6a3c7 admin admin] Made reservation on behalf of 0e9c936084cd4e76a3e450be25892046 for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:35.981947 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c6ff914b-0f52-4d91-bf34-f96731b6a3c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.985616 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503b042-820c-4d2d-b312-4e51859ba46f admin admin] Pushing event updated for resources: {'Network': ['ID=5043a02c-8c49-4d07-9896-b9f62403e9d5,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:35.990555 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.036524 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network 5043a02c-8c49-4d07-9896-b9f62403e9d5 details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:31:36.139317 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.141362 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:36.142323 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.205770 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-30d0d513-0365-48a3-9694-feafbf380e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.258317 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] Pushing event updated for resources: {'Network': ['ID=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:36.272272 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0d513-0365-48a3-9694-feafbf380e65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be400bbf-0c01-4e2c-9828-7b5bdb047a6b,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:36.279936 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:31:36.305861 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d0d513-0365-48a3-9694-feafbf380e65 admin admin] Checking segment: {'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:36.306831 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d0d513-0365-48a3-9694-feafbf380e65 admin admin] Network hostable DHCP agents. Network: 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:31:36.336827 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d0d513-0365-48a3-9694-feafbf380e65 admin admin] Network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:31:36.356205 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-30d0d513-0365-48a3-9694-feafbf380e65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:36.360895 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b8f943bc-7b7b-47cd-91db-69cef57e119b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.364928 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.379017 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fed5f44-95e5-49a8-b0eb-d9211923df76 None None] Network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:36.381499 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d0d513-0365-48a3-9694-feafbf380e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:36.382569 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-30d0d513-0365-48a3-9694-feafbf380e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.416382 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b8f943bc-7b7b-47cd-91db-69cef57e119b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.420983 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] Made reservation on behalf of 435d6b95d5904e1c99912ac0d8a37b7e for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:36.424913 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.430581 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f943bc-7b7b-47cd-91db-69cef57e119b admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:31:36.436225 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.442415 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b8f943bc-7b7b-47cd-91db-69cef57e119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.443144 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-b8f943bc-7b7b-47cd-91db-69cef57e119b admin admin] Added segment ddf58939-5e3e-405b-adbe-468927aa8d56 of type vlan for network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 Sep 06 14:31:36.454731 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-30d0d513-0365-48a3-9694-feafbf380e65 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6231663 Sep 06 14:31:36.455657 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44254) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:36.464862 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:36.498516 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-fabfa20e-ead6-48bd-be51-cbf0cd82aae4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6869745 Sep 06 14:31:36.503481 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44256) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:36.519629 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-76914366-a6d1-48e6-8abd-13e74a295585 admin admin] Request body: {'subnet': {'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1459393763-subnet', 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:36.530861 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b8f943bc-7b7b-47cd-91db-69cef57e119b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.555387 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c6ff914b-0f52-4d91-bf34-f96731b6a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.594832 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f943bc-7b7b-47cd-91db-69cef57e119b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd8c9d5-14e0-4ff5-845a-745be319a4f8,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:36.623085 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.634052 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b8f943bc-7b7b-47cd-91db-69cef57e119b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.634999 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f943bc-7b7b-47cd-91db-69cef57e119b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:36.635493 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.636240 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b8f943bc-7b7b-47cd-91db-69cef57e119b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.639271 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff914b-0f52-4d91-bf34-f96731b6a3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd5d4a76-56e6-4881-a045-6cef582a386f,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:36.692827 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:31:36.701886 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ff914b-0f52-4d91-bf34-f96731b6a3c7 admin admin] Checking segment: {'id': '42af3723-25aa-4807-948c-7551f82d4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5043a02c-8c49-4d07-9896-b9f62403e9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:36.702267 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ff914b-0f52-4d91-bf34-f96731b6a3c7 admin admin] Network hostable DHCP agents. Network: 5043a02c-8c49-4d07-9896-b9f62403e9d5, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:31:36.723423 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.724103 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] Added segment 73df3cbf-f30b-438f-b6f3-0a605bd23164 of type vlan for network 718178a3-4b17-445d-8417-7cf51875f92b Sep 06 14:31:36.726059 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.727114 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28253'] for router, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.740995 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0613c5e-bb9c-41ca-8a95-289c4fc5e173,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:36.810113 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.870393 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.883771 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f943bc-7b7b-47cd-91db-69cef57e119b admin admin] Pushing event updated for resources: {'Network': ['ID=4753f5f9-e6ed-41ba-b444-e74e424cd4f0,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:36.934930 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ff914b-0f52-4d91-bf34-f96731b6a3c7 admin admin] Network 5043a02c-8c49-4d07-9896-b9f62403e9d5 is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:31:36.936975 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:31:36.965262 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-c6ff914b-0f52-4d91-bf34-f96731b6a3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, 5043a02c-8c49-4d07-9896-b9f62403e9d5) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:36.973396 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ff914b-0f52-4d91-bf34-f96731b6a3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:36.974271 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c6ff914b-0f52-4d91-bf34-f96731b6a3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.992552 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.994016 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:36.994626 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:37.005659 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327e4755-1dfb-48b4-a4a0-b3bc24c9d294 None None] Network 5043a02c-8c49-4d07-9896-b9f62403e9d5 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:37.056954 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:37.067266 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:37.092450 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:31:37.122853 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8775678 Sep 06 14:31:37.131984 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44268) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:37.153459 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c6ff914b-0f52-4d91-bf34-f96731b6a3c7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3399405 Sep 06 14:31:37.177467 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-4be3da4b-7400-47e9-a636-47db8b0ad56b admin admin] Request body: {'subnet': {'network_id': '718178a3-4b17-445d-8417-7cf51875f92b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1839520780-subnet', 'tenant_id': '435d6b95d5904e1c99912ac0d8a37b7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:37.206414 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:37.206889 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Added segment 00d4a823-6d3e-48f4-831d-cd43f43e38cd of type vlan for network 48d9a301-e044-4603-ad7f-06bc3b0074a4 Sep 06 14:31:37.275801 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d3ec67-ac7b-4eaf-9b3d-830b6d18fea8,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:37.305127 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:37.313678 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45daa8be-24bc-41f5-bae3-79f2a833aad1 admin admin] Pushing event updated for resources: {'Network': ['ID=718178a3-4b17-445d-8417-7cf51875f92b,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:37.359862 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76914366-a6d1-48e6-8abd-13e74a295585 admin admin] Made reservation on behalf of d1aa8874a626416e82820a8f9fda0599 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:37.365674 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-76914366-a6d1-48e6-8abd-13e74a295585 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:37.379622 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network 718178a3-4b17-445d-8417-7cf51875f92b details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:31:37.423622 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:37.485321 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-b8f943bc-7b7b-47cd-91db-69cef57e119b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4701896 Sep 06 14:31:37.491549 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44282) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:37.507295 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-d6c053c7-4169-4c98-9dd0-d23e8a223d20 admin admin] Request body: {'subnet': {'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1613093597-subnet', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:37.567692 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f02abdb3-16b3-42ba-83eb-779bae834e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:37.594697 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:37.596760 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:37.597986 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:37.747749 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be3da4b-7400-47e9-a636-47db8b0ad56b admin admin] Made reservation on behalf of 435d6b95d5904e1c99912ac0d8a37b7e for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:37.752729 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4be3da4b-7400-47e9-a636-47db8b0ad56b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:37.822063 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-76914366-a6d1-48e6-8abd-13e74a295585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:37.962703 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:38.015846 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76914366-a6d1-48e6-8abd-13e74a295585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa9df13-81db-409e-a9f9-45d5d5eb4201,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:38.129512 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76914366-a6d1-48e6-8abd-13e74a295585 admin admin] Checking segment: {'id': '0f157b31-0c75-4fef-8a36-b9197cb8e96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:38.130133 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76914366-a6d1-48e6-8abd-13e74a295585 admin admin] Network hostable DHCP agents. Network: 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:31:38.136688 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] Pushing event updated for resources: {'Network': ['ID=48d9a301-e044-4603-ad7f-06bc3b0074a4,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:38.156300 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4be3da4b-7400-47e9-a636-47db8b0ad56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:38.197277 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network 48d9a301-e044-4603-ad7f-06bc3b0074a4 details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:31:38.208711 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969fd3b7-bc1d-4065-8725-395e821d4f7b None None] Network 5043a02c-8c49-4d07-9896-b9f62403e9d5 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:38.232408 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c053c7-4169-4c98-9dd0-d23e8a223d20 admin admin] Made reservation on behalf of 9b0c093a91ab46ba90be4bc5b45e7d2f for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:38.238986 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d6c053c7-4169-4c98-9dd0-d23e8a223d20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:38.248293 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76914366-a6d1-48e6-8abd-13e74a295585 admin admin] Network 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:31:38.270983 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc921a0d8-8086-577e-a203-f26a00adf144-1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b'}]}} from dv-cinder-791281-8-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:31:38.273847 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:38.292133 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-1de2de91-f718-4c14-8c1b-42e93735b08c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.3285260 Sep 06 14:31:38.309861 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44304) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:38.317580 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-f90d7bb7-ba6a-498f-942b-c728801aa69b admin admin] Request body: {'subnet': {'network_id': '48d9a301-e044-4603-ad7f-06bc3b0074a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1875858119-subnet', 'tenant_id': '1ae1e072c9e14bd1a2c3c7a337460ef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:38.345321 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3da4b-7400-47e9-a636-47db8b0ad56b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa0d1cd7-81f5-422d-bf12-26ef03d90b93,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:38.427240 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90d7bb7-ba6a-498f-942b-c728801aa69b admin admin] Made reservation on behalf of 1ae1e072c9e14bd1a2c3c7a337460ef9 for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:38.429756 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f90d7bb7-ba6a-498f-942b-c728801aa69b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:38.451950 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be3da4b-7400-47e9-a636-47db8b0ad56b admin admin] Checking segment: {'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:38.452308 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be3da4b-7400-47e9-a636-47db8b0ad56b admin admin] Network hostable DHCP agents. Network: 718178a3-4b17-445d-8417-7cf51875f92b, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:31:38.506129 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-76914366-a6d1-48e6-8abd-13e74a295585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:38.513726 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76914366-a6d1-48e6-8abd-13e74a295585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:38.530604 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-76914366-a6d1-48e6-8abd-13e74a295585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:38.565144 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edde246b-01f9-4c03-91a2-5b13c4e1b6ed None None] Network 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:38.575782 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be3da4b-7400-47e9-a636-47db8b0ad56b admin admin] Network 718178a3-4b17-445d-8417-7cf51875f92b is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:31:38.593592 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-4be3da4b-7400-47e9-a636-47db8b0ad56b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, 718178a3-4b17-445d-8417-7cf51875f92b) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:38.625440 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771e26c7-60ef-458b-8904-c2e9fff31023 None None] Network 718178a3-4b17-445d-8417-7cf51875f92b requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:38.632742 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be3da4b-7400-47e9-a636-47db8b0ad56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:38.633370 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4be3da4b-7400-47e9-a636-47db8b0ad56b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:38.640552 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-76914366-a6d1-48e6-8abd-13e74a295585 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1309199 Sep 06 14:31:38.640711 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44308) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:38.660060 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1459393763-router', 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:38.686018 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:38.718566 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-4be3da4b-7400-47e9-a636-47db8b0ad56b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5806406 Sep 06 14:31:38.723711 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d6c053c7-4169-4c98-9dd0-d23e8a223d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:38.756351 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:38.840415 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:38.842089 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28253'] for router, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:39.007101 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c053c7-4169-4c98-9dd0-d23e8a223d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e89d0ac-3753-4b35-bedd-a983dd8ff0f4,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:39.091828 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Allocated IP 172.20.0.2 (1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5/be400bbf-0c01-4e2c-9828-7b5bdb047a6b/b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:31:39.108745 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c053c7-4169-4c98-9dd0-d23e8a223d20 admin admin] Checking segment: {'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:39.108974 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c053c7-4169-4c98-9dd0-d23e8a223d20 admin admin] Network hostable DHCP agents. Network: 4753f5f9-e6ed-41ba-b444-e74e424cd4f0, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:31:39.120048 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ffa90-09ed-4906-a7fe-c8fadbf7ab42 None None] Network 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:39.121060 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Allocated IP 172.27.0.232 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:31:39.135431 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f90d7bb7-ba6a-498f-942b-c728801aa69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:39.231929 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d7bb7-ba6a-498f-942b-c728801aa69b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ecb87c8-292d-449f-a564-23e7042dd39e,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:39.235372 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:39.259552 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce02f5e-c643-48cc-829e-f8d249b56e7b None None] Network 718178a3-4b17-445d-8417-7cf51875f92b requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:39.347001 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:39.367402 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c053c7-4169-4c98-9dd0-d23e8a223d20 admin admin] Network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:31:39.401466 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90d7bb7-ba6a-498f-942b-c728801aa69b admin admin] Checking segment: {'id': '00d4a823-6d3e-48f4-831d-cd43f43e38cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '48d9a301-e044-4603-ad7f-06bc3b0074a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:39.403232 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90d7bb7-ba6a-498f-942b-c728801aa69b admin admin] Network hostable DHCP agents. Network: 48d9a301-e044-4603-ad7f-06bc3b0074a4, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:31:39.404939 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44358) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:39.407758 dv-cinder-791281-8-iscsi neutron-server[93872]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 06 14:31:39.431689 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:39.442367 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-d6c053c7-4169-4c98-9dd0-d23e8a223d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, 4753f5f9-e6ed-41ba-b444-e74e424cd4f0) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:39.480444 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a303a0-e6e6-4df0-b4aa-cd5d82551c96 None None] Network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:39.485316 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44366) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:39.488648 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c053c7-4169-4c98-9dd0-d23e8a223d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:39.489269 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d6c053c7-4169-4c98-9dd0-d23e8a223d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:39.493025 dv-cinder-791281-8-iscsi neutron-server[93871]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 06 14:31:39.521765 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:39.534368 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:31:39.560337 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:39.564869 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:31:39.599419 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90d7bb7-ba6a-498f-942b-c728801aa69b admin admin] Network 48d9a301-e044-4603-ad7f-06bc3b0074a4 is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:31:39.602913 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:39.615530 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-d6c053c7-4169-4c98-9dd0-d23e8a223d20 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1152081 Sep 06 14:31:39.628167 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44370) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:39.634409 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:39.672089 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-f90d7bb7-ba6a-498f-942b-c728801aa69b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, 48d9a301-e044-4603-ad7f-06bc3b0074a4) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:39.693600 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49459d1a-6ac8-48c7-9f1b-1cd7f9c5e2a5 None None] Network 48d9a301-e044-4603-ad7f-06bc3b0074a4 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:39.699172 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90d7bb7-ba6a-498f-942b-c728801aa69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:39.699492 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f90d7bb7-ba6a-498f-942b-c728801aa69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:39.779898 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:39.781104 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28253'] for router, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:39.788758 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Pushing event updated for resources: {'Port': ['ID=4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:39.794645 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f90d7bb7-ba6a-498f-942b-c728801aa69b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4835804 Sep 06 14:31:39.803059 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-62727de2-90c3-4146-a5f9-5490e63a0480 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:39.804653 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-62727de2-90c3-4146-a5f9-5490e63a0480 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/networks?id=5043a02c-8c49-4d07-9896-b9f62403e9d5 HTTP/1.1" status: 200 len: 811 time: 0.3127511 Sep 06 14:31:39.847346 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-d0fd9254-84eb-4545-b518-78f06816509f tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:39.854549 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-d0fd9254-84eb-4545-b518-78f06816509f tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/networks?id=718178a3-4b17-445d-8417-7cf51875f92b HTTP/1.1" status: 200 len: 815 time: 0.4480770 Sep 06 14:31:39.874807 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-de6e9b81-a9cf-4893-830f-5bbb3122aa53 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/quotas/435d6b95d5904e1c99912ac0d8a37b7e HTTP/1.1" status: 200 len: 375 time: 0.0192544 Sep 06 14:31:39.936251 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-896277fb-c840-4fb3-96f5-2552ea27edbf tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=435d6b95d5904e1c99912ac0d8a37b7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603113 Sep 06 14:31:39.942899 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:39.983620 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-5a44656b-5573-4387-a6f7-96a206da64a0 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/quotas/0e9c936084cd4e76a3e450be25892046 HTTP/1.1" status: 200 len: 375 time: 0.1004066 Sep 06 14:31:40.116741 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:40.143943 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb70009-1d42-4d9e-90f2-8270eb03a4cc None None] Network 48d9a301-e044-4603-ad7f-06bc3b0074a4 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:40.323406 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-7143e6b6-986b-4fca-95c2-4a44f11e112d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:31:40.329426 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-7143e6b6-986b-4fca-95c2-4a44f11e112d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1001852 Sep 06 14:31:40.362673 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:40.405622 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc921a0d8-8086-577e-a203-f26a00adf144-4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4'}]}} from dv-cinder-791281-8-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:31:40.407174 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:40.411984 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Transition to ACTIVE for port object b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:31:40.460357 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:40.461390 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679913'] for router, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:40.505035 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Transition to ACTIVE for port object b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:31:40.583749 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-6244561a-33d0-4cf6-8996-18b98dd1ab84 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e9c936084cd4e76a3e450be25892046&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3920443 Sep 06 14:31:40.637862 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:40.694511 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:40.733730 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:31:40.745334 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:40.790734 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:31:40.865955 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Pushing event updated for resources: {'Port': ['ID=b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:40.874532 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-a0e123b2-8b07-4897-b109-79854252e64e service neutron] 10.222.0.53 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046059 Sep 06 14:31:40.890752 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:40.891098 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:40.891625 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:40.892115 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:40.893137 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:40.893626 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:40.894163 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:40.894670 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:40.895173 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:40.895862 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:40.896367 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:40.896886 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Tracked resource versions report: Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: pushed versions: Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: { 'AddressGroup': {'1.2'}, Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'ConntrackHelper': {'1.0'}, Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Log': {'1.0'}, Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Network': {'1.1'}, Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Port': {'1.7'}, Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'PortForwarding': {'1.2'}, Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'QosPolicy': {'1.9'}, Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'SecurityGroup': {'1.4'}, Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'SecurityGroupRule': {'1.2'}, Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'SubPort': {'1.0'}, Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Subnet': {'1.1'}, Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Trunk': {'1.1'}} Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: consumer versions: Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: { DHCP agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: HyperV agent@hv-cinder-79128: {}, Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: L3 agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: Metadata agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: Metering agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: Open vSwitch agent@dv-cinder-791281-8-iscsi: { 'AddressGroup': '1.2', Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'ConntrackHelper': '1.0', Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Log': '1.0', Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Network': '1.1', Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Port': '1.7', Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'PortForwarding': '1.2', Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'QosPolicy': '1.9', Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'SecurityGroup': '1.4', Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'SecurityGroupRule': '1.2', Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'SubPort': '1.0', Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Subnet': '1.1', Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: 'Trunk': '1.1'}} Sep 06 14:31:40.898222 dv-cinder-791281-8-iscsi neutron-server[93873]: {{(pid=93873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 14:31:40.902990 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:40.947222 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Allocated IP 172.20.0.2 (4753f5f9-e6ed-41ba-b444-e74e424cd4f0/6e89d0ac-3753-4b35-bedd-a983dd8ff0f4/fb187c2c-44ec-4867-9c77-3d024d108a42) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:31:41.011496 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-33f9ed69-ed26-4326-8289-ce881aa763ac service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:31:41.012650 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-33f9ed69-ed26-4326-8289-ce881aa763ac service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2458363 Sep 06 14:31:41.019707 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44400) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:41.029911 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-16b5b25b-915c-4cd3-83c7-0e5786b7f91b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-446570192-network', 'tenant_id': '142540a0e1ae4850b59ea54717b91e3d'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:41.044375 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Router e7031ec3-3444-4662-86a2-b49c8846e27f is scheduled to L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 with binding_index 1 {{(pid=93872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:31:41.061176 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-dc52d93f-aa45-47fe-807a-daf0c25934f3 service neutron] 10.222.0.53 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835091 Sep 06 14:31:41.077637 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Attempting to bind port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:31:41.078522 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Attempting to bind port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:31:41.079482 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Attempting to bind port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff on network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:31:41.090009 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.099639 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:31:41.101395 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Checking segment: {'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:41.102329 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.103922 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Bound using segment: {'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:31:41.105006 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Bound port: b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:31:41.105870 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.162043 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.207601 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b5b25b-915c-4cd3-83c7-0e5786b7f91b admin admin] Made reservation on behalf of 142540a0e1ae4850b59ea54717b91e3d for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:41.210432 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-16b5b25b-915c-4cd3-83c7-0e5786b7f91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.266906 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-16b5b25b-915c-4cd3-83c7-0e5786b7f91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.293209 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:31:41.314515 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Sync routers for ids ['e7031ec3-3444-4662-86a2-b49c8846e27f'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:31:41.326264 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-367066d0-1abc-4bc3-b314-331b20f2d113 service neutron] 10.222.0.53 "GET /v2.0/networks/5043a02c-8c49-4d07-9896-b9f62403e9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888677 Sep 06 14:31:41.330258 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Routers {'e7031ec3-3444-4662-86a2-b49c8846e27f'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:31:41.331674 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:31:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['e7031ec3-3444-4662-86a2-b49c8846e27f'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:41.385206 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] For port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:31:41.392921 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] For port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:31:41.401965 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.405236 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.443570 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Transition to ACTIVE for port object fb187c2c-44ec-4867-9c77-3d024d108a42 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:31:41.524327 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Transition to ACTIVE for port object fb187c2c-44ec-4867-9c77-3d024d108a42 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:31:41.554214 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd880531-3d56-4d3e-b849-f3119b10a470 None None] Pushing event updated for resources: {'Port': ['ID=b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:41.568608 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.620986 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Allocated IP 172.27.0.250 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/f7eb4579-1de3-45a2-93a4-7beea31d86d8) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:31:41.654445 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Pushing event updated for resources: {'Port': ['ID=fb187c2c-44ec-4867-9c77-3d024d108a42,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:41.693411 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.700035 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:31:41.701665 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:41.709336 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:31:41.747085 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Set router e7031ec3-3444-4662-86a2-b49c8846e27f gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:31:41.796275 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-7b3ea5dc-1692-431a-84cb-8787b40194fc service neutron] 10.222.0.53 "GET /v2.0/networks/5043a02c-8c49-4d07-9896-b9f62403e9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260433 Sep 06 14:31:41.797712 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.801257 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Attempting to bind port fb187c2c-44ec-4867-9c77-3d024d108a42 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:31:41.803677 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Attempting to bind port fb187c2c-44ec-4867-9c77-3d024d108a42 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:31:41.804132 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Attempting to bind port fb187c2c-44ec-4867-9c77-3d024d108a42 on network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:31:41.817330 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:31:41.819786 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Checking segment: {'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:41.820332 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.824098 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Bound using segment: {'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:31:41.824734 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Bound port: fb187c2c-44ec-4867-9c77-3d024d108a42, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:31:41.825241 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.838345 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2227754b-0cbb-4331-b566-7c9f35e58f7d req-9cb9ce07-b9ed-4c11-b18b-76990051f499 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 210 time: 0.0682025 Sep 06 14:31:42.055635 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] For port fb187c2c-44ec-4867-9c77-3d024d108a42, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:31:42.066716 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] For port fb187c2c-44ec-4867-9c77-3d024d108a42, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=fb187c2c-44ec-4867-9c77-3d024d108a42,segment=NetworkSegment(ddf58939-5e3e-405b-adbe-468927aa8d56),segment_id=ddf58939-5e3e-405b-adbe-468927aa8d56)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:31:42.086564 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:42.211720 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:39Z', 'revision_number': 3, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:42.271966 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Checking router: e7031ec3-3444-4662-86a2-b49c8846e27f for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:31:42.272523 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Updating router e7031ec3-3444-4662-86a2-b49c8846e27f port 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4 binding host dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:31:42.303065 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-16b5b25b-915c-4cd3-83c7-0e5786b7f91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:42.322965 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-16b5b25b-915c-4cd3-83c7-0e5786b7f91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:42.333215 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:42.343223 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fa554f6d-60b0-4a28-87a8-1cac1cd211f2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8838341 Sep 06 14:31:42.344856 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44440) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:42.346835 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464012cd-1d9f-4e1a-9ef3-20a09c831305 None None] Pushing event updated for resources: {'Port': ['ID=fb187c2c-44ec-4867-9c77-3d024d108a42,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:42.360503 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b5b25b-915c-4cd3-83c7-0e5786b7f91b admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:31:42.375175 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-16b5b25b-915c-4cd3-83c7-0e5786b7f91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:42.376571 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-16b5b25b-915c-4cd3-83c7-0e5786b7f91b admin admin] Added segment 33cc8276-ab23-4e98-b8fd-d87f87feecac of type vlan for network 048993eb-0224-413c-8c8d-e659f9d435e3 Sep 06 14:31:42.394396 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:42.489252 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-16b5b25b-915c-4cd3-83c7-0e5786b7f91b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:42.587828 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-16b5b25b-915c-4cd3-83c7-0e5786b7f91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:42.588838 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b5b25b-915c-4cd3-83c7-0e5786b7f91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:42.589644 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-16b5b25b-915c-4cd3-83c7-0e5786b7f91b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:42.611011 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:42.622283 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:42.732574 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5b25b-915c-4cd3-83c7-0e5786b7f91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d6c820-6ced-42b5-98b9-afc74481a49b,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:42.868489 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:31:42.953209 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-16b5b25b-915c-4cd3-83c7-0e5786b7f91b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9272881 Sep 06 14:31:42.954036 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5b25b-915c-4cd3-83c7-0e5786b7f91b admin admin] Pushing event updated for resources: {'Network': ['ID=048993eb-0224-413c-8c8d-e659f9d435e3,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:42.969057 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network 048993eb-0224-413c-8c8d-e659f9d435e3 details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:31:42.980069 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44464) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:43.044296 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-da6dd333-285d-4b5c-8ac2-38088ea02017 admin admin] Request body: {'subnet': {'network_id': '048993eb-0224-413c-8c8d-e659f9d435e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-446570192-subnet', 'tenant_id': '142540a0e1ae4850b59ea54717b91e3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:43.125773 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6dd333-285d-4b5c-8ac2-38088ea02017 admin admin] Made reservation on behalf of 142540a0e1ae4850b59ea54717b91e3d for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:43.129151 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da6dd333-285d-4b5c-8ac2-38088ea02017 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:43.306911 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dd62981b-fd3d-4f45-91c8-cac3201eafb4 req-b3773bfc-eb22-4c50-9aab-90f9f1b1332a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 210 time: 0.0814316 Sep 06 14:31:43.368629 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-056927d5-a383-4437-af45-7cee1204283f req-95d00105-649f-48f7-9836-d390e607751a tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 210 time: 0.3848672 Sep 06 14:31:43.559620 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2eb12c-7ec4-434b-bacf-3b158c389e2e None None] Network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:43.598432 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:43.672643 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:43.733251 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c9f06633-fd8e-4f47-846a-1616a9eeea76 None None] Provisioning for port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:31:43.742833 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c9f06633-fd8e-4f47-846a-1616a9eeea76 None None] Provisioning complete for port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:43.743799 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c9f06633-fd8e-4f47-846a-1616a9eeea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:43.985105 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c9f06633-fd8e-4f47-846a-1616a9eeea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:44.053363 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c9f06633-fd8e-4f47-846a-1616a9eeea76 None None] For port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:31:44.083103 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c9f06633-fd8e-4f47-846a-1616a9eeea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:44.198715 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:31:44.201768 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da6dd333-285d-4b5c-8ac2-38088ea02017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:44.208976 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Allocated IP 172.20.0.1 (1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5/be400bbf-0c01-4e2c-9828-7b5bdb047a6b/39d7f02d-0b30-469b-aeea-362754bf2318) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:31:44.249287 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:44.276872 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:31:44.286267 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Allocated IP 172.27.0.14 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/a4d663ef-5a0e-4c05-bb9c-82b4fe578fba) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:31:44.346967 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f06633-fd8e-4f47-846a-1616a9eeea76 None None] Pushing event updated for resources: {'Port': ['ID=b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:44.378884 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e856ef8a-d47f-4a0d-9366-164a4f9cbef7 None None] Network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:44.389207 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Pushing event updated for resources: {'Port': ['ID=f7eb4579-1de3-45a2-93a4-7beea31d86d8,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:44.428999 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:44.490684 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Transition to ACTIVE for port object 39d7f02d-0b30-469b-aeea-362754bf2318 will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:31:44.543868 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9d9e700e-1ac3-417f-a994-bfbbae99d8b5 req-9221ba81-ebdc-4fc1-8f0a-b24cd7e1e85f tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 210 time: 0.0445487 Sep 06 14:31:44.599733 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device fb187c2c-44ec-4867-9c77-3d024d108a42 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:44.602079 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:44.662260 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-4ae8781d-922a-4703-be20-da32fecc5f55 None None] Provisioning for port fb187c2c-44ec-4867-9c77-3d024d108a42 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:31:44.665270 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:31:44.668773 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:44.674411 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:31:44.675342 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368828'] for router_interface, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:44.742295 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6dd333-285d-4b5c-8ac2-38088ea02017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7969033f-5863-487c-b1ae-2f061435584e,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:44.745046 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-4ae8781d-922a-4703-be20-da32fecc5f55 None None] Provisioning complete for port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:44.746674 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ae8781d-922a-4703-be20-da32fecc5f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:44.755241 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Pushing event updated for resources: {'Port': ['ID=39d7f02d-0b30-469b-aeea-362754bf2318,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:44.799567 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4ae9e140-9f46-4f72-8c83-9a604ecd9c24 req-d3baa075-0faf-4c17-8200-0b2e9c139702 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 210 time: 0.1280377 Sep 06 14:31:44.848585 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:44.866383 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6dd333-285d-4b5c-8ac2-38088ea02017 admin admin] Checking segment: {'id': '33cc8276-ab23-4e98-b8fd-d87f87feecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '048993eb-0224-413c-8c8d-e659f9d435e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:44.867096 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6dd333-285d-4b5c-8ac2-38088ea02017 admin admin] Network hostable DHCP agents. Network: 048993eb-0224-413c-8c8d-e659f9d435e3, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:31:44.879353 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port fb187c2c-44ec-4867-9c77-3d024d108a42 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:31:44.917726 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port fb187c2c-44ec-4867-9c77-3d024d108a42 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:44.918785 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.056586 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6dd333-285d-4b5c-8ac2-38088ea02017 admin admin] Network 048993eb-0224-413c-8c8d-e659f9d435e3 is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:31:45.113125 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-da6dd333-285d-4b5c-8ac2-38088ea02017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, 048993eb-0224-413c-8c8d-e659f9d435e3) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:45.114518 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.150369 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6dd333-285d-4b5c-8ac2-38088ea02017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:45.151644 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da6dd333-285d-4b5c-8ac2-38088ea02017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.194272 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.221503 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.298404 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-da6dd333-285d-4b5c-8ac2-38088ea02017 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2981186 Sep 06 14:31:45.299196 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.328587 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20d6b31-13f2-4b55-a041-ebed502e0c2c None None] Network 048993eb-0224-413c-8c8d-e659f9d435e3 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:45.487663 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port fb187c2c-44ec-4867-9c77-3d024d108a42, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=fb187c2c-44ec-4867-9c77-3d024d108a42,segment=NetworkSegment(ddf58939-5e3e-405b-adbe-468927aa8d56),segment_id=ddf58939-5e3e-405b-adbe-468927aa8d56)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:31:45.488212 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:31:45.497462 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:45.510253 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:31:45.516698 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Pushing event updated for resources: {'Port': ['ID=a4d663ef-5a0e-4c05-bb9c-82b4fe578fba,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:45.530144 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.533840 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-6cc462f6-ed4a-4bd9-b16b-41b9ab033898 None None] Provisioning for port 39d7f02d-0b30-469b-aeea-362754bf2318 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:31:45.547407 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.556131 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Transition to ACTIVE for port object 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:31:45.573207 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.581657 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-6cc462f6-ed4a-4bd9-b16b-41b9ab033898 None None] Provisioning complete for port 39d7f02d-0b30-469b-aeea-362754bf2318 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:45.582608 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6cc462f6-ed4a-4bd9-b16b-41b9ab033898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.629420 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44524) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:45.633333 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b2d45-9ab5-4afc-9fa8-d604c48dff0b None None] Pushing event updated for resources: {'Port': ['ID=4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:45.643707 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b2d45-9ab5-4afc-9fa8-d604c48dff0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:45.644065 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b2d45-9ab5-4afc-9fa8-d604c48dff0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:45.644416 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b2d45-9ab5-4afc-9fa8-d604c48dff0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:45.644759 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b2d45-9ab5-4afc-9fa8-d604c48dff0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:45.645097 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b2d45-9ab5-4afc-9fa8-d604c48dff0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:45.645433 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b2d45-9ab5-4afc-9fa8-d604c48dff0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:45.645766 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b2d45-9ab5-4afc-9fa8-d604c48dff0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:45.646125 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b2d45-9ab5-4afc-9fa8-d604c48dff0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:45.646476 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b2d45-9ab5-4afc-9fa8-d604c48dff0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:45.646991 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b2d45-9ab5-4afc-9fa8-d604c48dff0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:45.647491 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b2d45-9ab5-4afc-9fa8-d604c48dff0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:45.647982 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b2d45-9ab5-4afc-9fa8-d604c48dff0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b2d45-9ab5-4afc-9fa8-d604c48dff0b None None] Tracked resource versions report: Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: pushed versions: Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: { 'AddressGroup': {'1.2'}, Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'ConntrackHelper': {'1.0'}, Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Log': {'1.0'}, Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Network': {'1.1'}, Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Port': {'1.7'}, Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'PortForwarding': {'1.2'}, Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'QosPolicy': {'1.9'}, Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'SecurityGroup': {'1.4'}, Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'SecurityGroupRule': {'1.2'}, Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'SubPort': {'1.0'}, Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Subnet': {'1.1'}, Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Trunk': {'1.1'}} Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: consumer versions: Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: { DHCP agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: HyperV agent@hv-cinder-79128: {}, Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: L3 agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: Metadata agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: Metering agent@dv-cinder-791281-8-iscsi: {}, Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: Open vSwitch agent@dv-cinder-791281-8-iscsi: { 'AddressGroup': '1.2', Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'ConntrackHelper': '1.0', Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Log': '1.0', Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Network': '1.1', Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Port': '1.7', Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'PortForwarding': '1.2', Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'QosPolicy': '1.9', Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'SecurityGroup': '1.4', Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'SecurityGroupRule': '1.2', Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'SubPort': '1.0', Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Subnet': '1.1', Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: 'Trunk': '1.1'}} Sep 06 14:31:45.649214 dv-cinder-791281-8-iscsi neutron-server[93874]: {{(pid=93874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 14:31:45.659995 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=fb187c2c-44ec-4867-9c77-3d024d108a42,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:45.676381 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-6cc462f6-ed4a-4bd9-b16b-41b9ab033898 None None] Port 39d7f02d-0b30-469b-aeea-362754bf2318 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:31:45.708922 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Attempting to bind port 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:31:45.709730 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Attempting to bind port 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:31:45.710386 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Attempting to bind port 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4 on network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:31:45.717603 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:31:45.719642 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Checking segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:45.721027 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.722052 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Bound using segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:31:45.722952 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Bound port: 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:31:45.724234 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.751662 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57444406-4430-4d2f-acee-41318f934dc4 None None] Network 048993eb-0224-413c-8c8d-e659f9d435e3 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:45.768995 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-23cd79b0-48b2-449b-9bbd-7ea94a91bdcc req-ca630da0-4eda-4d34-a56f-ed492585e434 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 210 time: 0.0496097 Sep 06 14:31:45.786602 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] For port 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:31:45.790885 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] For port 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:31:45.800112 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.816447 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad68e70-143b-4c77-bd6d-45eeda13640a admin admin] Deleting subnet 4ecb87c8-292d-449f-a564-23e7042dd39e {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:31:45.841139 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2146f1c7-4a58-4e19-b12c-584b62bbb19d None None] Provisioning complete for port fb187c2c-44ec-4867-9c77-3d024d108a42 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:45.841510 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2146f1c7-4a58-4e19-b12c-584b62bbb19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.856221 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bad68e70-143b-4c77-bd6d-45eeda13640a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.885229 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Routers {'e7031ec3-3444-4662-86a2-b49c8846e27f'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:31:45.886004 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:31:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['e7031ec3-3444-4662-86a2-b49c8846e27f'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:46.022394 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:46.030207 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:46.031051 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677676'] for router_interface, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:46.031252 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b2d45-9ab5-4afc-9fa8-d604c48dff0b None None] Pushing event updated for resources: {'Port': ['ID=4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:46.043792 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bad68e70-143b-4c77-bd6d-45eeda13640a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:46.093928 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bad68e70-143b-4c77-bd6d-45eeda13640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:46.146660 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ea5a810b-8aa6-4322-91c2-8e2e05f9b733 req-b3180bbb-ce1b-4d9e-a72e-d2e413508250 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 210 time: 0.0613954 Sep 06 14:31:46.183544 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Pushing event updated for resources: {'Port': ['ID=39d7f02d-0b30-469b-aeea-362754bf2318,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:46.193508 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] Set router e7031ec3-3444-4662-86a2-b49c8846e27f gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:31:46.226450 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:46.238882 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679913'] for router, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:46.337993 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:31:46.340872 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:46.432257 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:46.524732 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Router e7031ec3-3444-4662-86a2-b49c8846e27f has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:31:46.534075 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:44Z', 'revision_number': 1, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:46.543891 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bad68e70-143b-4c77-bd6d-45eeda13640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:46.562104 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:46.570238 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159880c3-2a9d-4010-9e62-e0e95114b76d None None] The sync data for ids ['e7031ec3-3444-4662-86a2-b49c8846e27f'] in dv-cinder-791281-8-iscsi is: [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:44Z', 'revision_number': 1, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:31:46.572305 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:46.602215 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bad68e70-143b-4c77-bd6d-45eeda13640a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:46.604253 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-bad68e70-143b-4c77-bd6d-45eeda13640a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4ecb87c8-292d-449f-a564-23e7042dd39e HTTP/1.1" status: 204 len: 168 time: 0.9725358 Sep 06 14:31:46.608174 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad68e70-143b-4c77-bd6d-45eeda13640a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ecb87c8-292d-449f-a564-23e7042dd39e,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:46.613317 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44536) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:46.697126 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device fb187c2c-44ec-4867-9c77-3d024d108a42 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:46.758423 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:31:46.785952 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a5c52a59-08d3-4a3d-ad43-d01d9c9807f3 admin admin] 10.222.0.53 "PUT /v2.0/routers/e7031ec3-3444-4662-86a2-b49c8846e27f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4239004 Sep 06 14:31:46.786406 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port fb187c2c-44ec-4867-9c77-3d024d108a42 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:46.786406 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:46.869957 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-268ebbaf-1964-43e5-84f9-d06c5cc6e8a7 None None] Provisioning complete for port 39d7f02d-0b30-469b-aeea-362754bf2318 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:46.870334 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-268ebbaf-1964-43e5-84f9-d06c5cc6e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:46.955405 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-268ebbaf-1964-43e5-84f9-d06c5cc6e8a7 None None] Port 39d7f02d-0b30-469b-aeea-362754bf2318 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:31:47.025401 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-23bd907a-efe4-4bef-80c4-0b5ac49e30e7 req-6b928399-bbe0-40c9-a393-901fe299c246 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 210 time: 0.0940130 Sep 06 14:31:47.121032 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:47.176645 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679913'] for router, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:47.298910 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Router 2d96e314-0803-4085-ac6b-e54fd422b98b is scheduled to L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 with binding_index 1 {{(pid=93871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:31:47.470775 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:47.500455 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44560) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:47.503384 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7079ff81-63d8-443e-a287-a52737bcf354 req-3bb5059d-c970-4c98-82a4-6edcb1162262 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 210 time: 0.0984402 Sep 06 14:31:47.507440 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-207e7fd2-37e1-4311-afcc-2952f5afbad8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1351589448', 'description': 'tempest-description--449030272'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:47.508448 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:31:47.508791 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:31:47.509556 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:31:47.509882 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Subscribe: > port after_create 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:31:47.510238 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:31:47.510583 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Subscribe: > port after_update 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:31:47.510900 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:31:47.511229 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:31:47.511539 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:31:47.511879 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:31:47.547136 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-207e7fd2-37e1-4311-afcc-2952f5afbad8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:47.667195 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-207e7fd2-37e1-4311-afcc-2952f5afbad8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:47.675651 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-207e7fd2-37e1-4311-afcc-2952f5afbad8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:47.764006 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-207e7fd2-37e1-4311-afcc-2952f5afbad8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:47.769597 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-207e7fd2-37e1-4311-afcc-2952f5afbad8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2664459 Sep 06 14:31:47.770266 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44562) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:47.786774 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-8f535882-0880-414c-bd89-379e1d4b18f8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Request body: {'security_group_rule': {'security_group_id': '5b7cd835-0b7e-4e12-8c78-8b1b848c627b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:47.791935 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e7fd2-37e1-4311-afcc-2952f5afbad8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7cd835-0b7e-4e12-8c78-8b1b848c627b,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:47.827130 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:31:47.834500 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.22', 54433) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:47.835102 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:31:47.835654 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:31:47.836196 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:31:47.836835 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d9a301-e044-4603-ad7f-06bc3b0074a4']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:47.958928 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d4a823-6d3e-48f4-831d-cd43f43e38cd') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:47.959924 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d4a823-6d3e-48f4-831d-cd43f43e38cd') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:47.963232 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8f535882-0880-414c-bd89-379e1d4b18f8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:47.993321 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:31:48.018278 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Sync routers for ids ['2d96e314-0803-4085-ac6b-e54fd422b98b'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:31:48.022910 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11736447'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:48.033246 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Routers {'2d96e314-0803-4085-ac6b-e54fd422b98b'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:31:48.034316 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:31:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['2d96e314-0803-4085-ac6b-e54fd422b98b'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:48.058225 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-f1cb656a-b8ac-4a24-bb5d-9131eae0ed1e tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:48.060182 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-f1cb656a-b8ac-4a24-bb5d-9131eae0ed1e tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "GET /v2.0/networks?id=718178a3-4b17-445d-8417-7cf51875f92b HTTP/1.1" status: 200 len: 815 time: 0.2234881 Sep 06 14:31:48.091404 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8f535882-0880-414c-bd89-379e1d4b18f8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:48.100614 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8f535882-0880-414c-bd89-379e1d4b18f8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:48.110185 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:48.140435 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:48.148170 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9d98df40-b9b6-48cf-9aeb-7ff314978014 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.4987977 Sep 06 14:31:48.150593 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-677a607e-4ec7-4eda-a82a-2cf5a7391be1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Request body: {'port': {'device_id': '7fe26e9d-6a4e-4bad-a01f-ca9250197d03', 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b', 'admin_state_up': True, 'tenant_id': '435d6b95d5904e1c99912ac0d8a37b7e'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:48.154016 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8f535882-0880-414c-bd89-379e1d4b18f8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:48.156137 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-8f535882-0880-414c-bd89-379e1d4b18f8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3831921 Sep 06 14:31:48.157076 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44568) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:48.163264 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:31:48.163871 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11819353'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:48.181346 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44570) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:48.195502 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f535882-0880-414c-bd89-379e1d4b18f8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9627b5-899d-4e76-a8b9-ee1ff726fd43,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: from cryptography.utils import int_from_bytes Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: from cryptography.utils import int_from_bytes Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: Traceback (most recent call last): Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: timer() Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: cb(*args, **kw) Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: return func(*args, **kwargs) Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: self._notify() Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: self.callback(batched_events) Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: event.method(event) Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: return f(self, *a, **k) Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._get(url).json() Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:31:48.199066 dv-cinder-791281-8-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:31:48.231038 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Set router 2d96e314-0803-4085-ac6b-e54fd422b98b gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:31:48.241659 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-27923ffb-0f70-4c97-ab4b-7593a935fcb0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Request body: {'security_group_rule': {'security_group_id': '5b7cd835-0b7e-4e12-8c78-8b1b848c627b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:48.370906 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ef1a8253-5e3e-4103-8276-9c204a5c0819 req-88599bd4-3ad6-4a8d-a5d1-cad0429bed3f tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 210 time: 0.1847796 Sep 06 14:31:48.398038 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-27923ffb-0f70-4c97-ab4b-7593a935fcb0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:48.576621 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 is scheduled to L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 with binding_index 1 {{(pid=93871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:31:48.582502 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.22', 54439) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:48.631631 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:48.641661 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:48.702947 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:48.709554 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] 10.222.0.53 "DELETE /v2.0/networks/48d9a301-e044-4603-ad7f-06bc3b0074a4 HTTP/1.1" status: 204 len: 168 time: 2.0928912 Sep 06 14:31:48.729598 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8abf88d2-80ad-438e-9bc2-d6cf8fdbda10 req-53a624a2-fbdc-4d84-a59c-0fbd374bab31 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 210 time: 0.0888410 Sep 06 14:31:48.774704 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44608) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:48.775609 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c65bf7-98b4-4a4c-b421-5a5d7b703539 admin admin] Pushing event deleted for resources: {'Network': ['ID=48d9a301-e044-4603-ad7f-06bc3b0074a4,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:48.849833 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:31:48.856051 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'name': 'tempest-ServerRescueNegativeTestJSON-1459393763-router', 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:44Z', 'revision_number': 3, 'project_id': 'd1aa8874a626416e82820a8f9fda0599', 'gw_port': {'id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:48.942594 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:48.942951 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:48.945050 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Checking router: 2d96e314-0803-4085-ac6b-e54fd422b98b for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:31:48.945587 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Updating router 2d96e314-0803-4085-ac6b-e54fd422b98b port f7eb4579-1de3-45a2-93a4-7beea31d86d8 binding host dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:31:49.001257 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:49.012274 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-27923ffb-0f70-4c97-ab4b-7593a935fcb0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:49.047178 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-27923ffb-0f70-4c97-ab4b-7593a935fcb0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:49.074455 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-677a607e-4ec7-4eda-a82a-2cf5a7391be1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Made reservation on behalf of 435d6b95d5904e1c99912ac0d8a37b7e for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:49.085505 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-677a607e-4ec7-4eda-a82a-2cf5a7391be1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:49.105019 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44624) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:49.228337 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-c5c03dcc-40fd-4fa7-8a42-672b7263d74f tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:49.230172 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-c5c03dcc-40fd-4fa7-8a42-672b7263d74f tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.22 "GET /v2.0/networks?id=5043a02c-8c49-4d07-9896-b9f62403e9d5 HTTP/1.1" status: 200 len: 811 time: 0.6406603 Sep 06 14:31:49.396859 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27923ffb-0f70-4c97-ab4b-7593a935fcb0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b793875-987b-4bfa-b35a-1e52a1988294,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:49.409042 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-a81016cd-e685-4ebb-9568-9d41a9dc4eee tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Request body: {'port': {'device_id': '69b8ee61-889f-40ef-a416-a0786ad35e6b', 'network_id': '5043a02c-8c49-4d07-9896-b9f62403e9d5', 'admin_state_up': True, 'tenant_id': '0e9c936084cd4e76a3e450be25892046'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:49.537603 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-27923ffb-0f70-4c97-ab4b-7593a935fcb0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:49.549618 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-27923ffb-0f70-4c97-ab4b-7593a935fcb0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3607535 Sep 06 14:31:49.572717 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44636) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:49.589672 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Request body: {'floatingip': {'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:49.732984 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-677a607e-4ec7-4eda-a82a-2cf5a7391be1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Allocated IP 172.20.0.13 (718178a3-4b17-445d-8417-7cf51875f92b/aa0d1cd7-81f5-422d-bf12-26ef03d90b93/bc6bf95a-f246-4e44-a803-9ce8c430a8f8) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:31:49.753996 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for floatingip, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:49.811558 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-52a9d997-839e-41eb-92f7-ef40d56bfea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:49.868506 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:49.945293 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:31:49.957647 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:50.066811 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d7d0469f-8a7d-4205-92ef-618ccf4bf673 req-8a5bea8f-a4ed-41b8-912c-7beebcae83fe tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 210 time: 0.1508617 Sep 06 14:31:50.123635 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:50.254814 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-66735792-c4e6-410c-8cdd-45798a6e1376 req-f077fc94-c965-4974-bc16-d54cee390de2 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 210 time: 0.1549077 Sep 06 14:31:50.270290 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:50.309276 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e40a45-1098-48da-a79d-bc96d152ca41 admin admin] Deleting subnet 7969033f-5863-487c-b1ae-2f061435584e {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:31:50.354071 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Transition to ACTIVE for port object f7eb4579-1de3-45a2-93a4-7beea31d86d8 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:31:50.379126 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:50.386641 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46e40a45-1098-48da-a79d-bc96d152ca41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:50.534955 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Sync routers for ids ['e7031ec3-3444-4662-86a2-b49c8846e27f'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:31:50.534955 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Routers {'e7031ec3-3444-4662-86a2-b49c8846e27f'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:31:50.534955 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:31:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['e7031ec3-3444-4662-86a2-b49c8846e27f'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:50.536562 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3622d08-4873-4370-bcef-be8b7cedd784 None None] Pushing event updated for resources: {'Port': ['ID=f7eb4579-1de3-45a2-93a4-7beea31d86d8,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:50.536562 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:50.663515 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-52a9d997-839e-41eb-92f7-ef40d56bfea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:50.668920 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-677a607e-4ec7-4eda-a82a-2cf5a7391be1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:50.669606 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Attempting to bind port f7eb4579-1de3-45a2-93a4-7beea31d86d8 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:31:50.670679 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Attempting to bind port f7eb4579-1de3-45a2-93a4-7beea31d86d8 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:31:50.671612 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Attempting to bind port f7eb4579-1de3-45a2-93a4-7beea31d86d8 on network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:31:50.675894 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-52a9d997-839e-41eb-92f7-ef40d56bfea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:50.695832 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:31:50.699268 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Checking segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:50.702888 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:50.703905 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Bound using segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:31:50.707895 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Bound port: f7eb4579-1de3-45a2-93a4-7beea31d86d8, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:31:50.708918 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:50.717381 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:31:50.764241 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:50.781143 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-52a9d997-839e-41eb-92f7-ef40d56bfea4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e2a1296069f4be981d9d88c317b1acb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4227197 Sep 06 14:31:50.786075 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44646) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:50.814551 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9d997-839e-41eb-92f7-ef40d56bfea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1760697f-8b2c-49bd-bb36-09f3b63b3e34,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:50.840819 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Sync routers for ids ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:31:50.888315 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Routers {'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:31:50.890626 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:31:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:50.894394 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:50.895333 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:50.904844 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:50.908482 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-03012866-143b-499e-9134-7dd0de5d7edc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.2776778 Sep 06 14:31:50.966069 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44648) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:50.990780 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] For port f7eb4579-1de3-45a2-93a4-7beea31d86d8, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:31:51.034950 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-677a607e-4ec7-4eda-a82a-2cf5a7391be1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:51.039730 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Set router e7031ec3-3444-4662-86a2-b49c8846e27f gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:31:51.088661 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] For port f7eb4579-1de3-45a2-93a4-7beea31d86d8, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=f7eb4579-1de3-45a2-93a4-7beea31d86d8,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:31:51.106729 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:51.215720 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-80571cd8-d7b1-4417-b094-da2ca566284e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:51.271853 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-677a607e-4ec7-4eda-a82a-2cf5a7391be1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Network 718178a3-4b17-445d-8417-7cf51875f92b is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:31:51.281117 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Allocated IP 172.27.0.28 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/413a9966-5652-45ec-b51b-345adb3ae7d3) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:31:51.283813 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-677a607e-4ec7-4eda-a82a-2cf5a7391be1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:51.286397 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-677a607e-4ec7-4eda-a82a-2cf5a7391be1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:31:51.292525 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-677a607e-4ec7-4eda-a82a-2cf5a7391be1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:51.293353 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-677a607e-4ec7-4eda-a82a-2cf5a7391be1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:51.296013 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a607e-4ec7-4eda-a82a-2cf5a7391be1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Pushing event updated for resources: {'Port': ['ID=bc6bf95a-f246-4e44-a803-9ce8c430a8f8,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:51.302890 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46e40a45-1098-48da-a79d-bc96d152ca41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11736422'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:51.353866 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-80571cd8-d7b1-4417-b094-da2ca566284e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:51.427390 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Routers {'2d96e314-0803-4085-ac6b-e54fd422b98b'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:31:51.428109 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:31:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['2d96e314-0803-4085-ac6b-e54fd422b98b'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:51.444557 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-677a607e-4ec7-4eda-a82a-2cf5a7391be1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3073537 Sep 06 14:31:51.520025 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46e40a45-1098-48da-a79d-bc96d152ca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:51.606310 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-bb9201cc-ce9f-4501-b941-464c88abdd43 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:31:51.608637 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-bb9201cc-ce9f-4501-b941-464c88abdd43 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0745099 Sep 06 14:31:51.610187 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:31:51.639393 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365d97c-bd3d-4bbd-9e34-c705f6174f15 req-cffe2a67-3387-491a-9f3e-bc3c3286faff tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:51.647588 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3365d97c-bd3d-4bbd-9e34-c705f6174f15 req-cffe2a67-3387-491a-9f3e-bc3c3286faff tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 932 time: 0.4606438 Sep 06 14:31:51.653102 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 2, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:51.717402 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-80571cd8-d7b1-4417-b094-da2ca566284e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:51.721956 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-80571cd8-d7b1-4417-b094-da2ca566284e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:51.723522 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-80571cd8-d7b1-4417-b094-da2ca566284e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1760697f-8b2c-49bd-bb36-09f3b63b3e34 HTTP/1.1" status: 204 len: 168 time: 0.9318378 Sep 06 14:31:51.736153 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:51.758097 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3365d97c-bd3d-4bbd-9e34-c705f6174f15 req-5f03688f-efdb-4006-bd81-6bb2e87f93b7 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090958 Sep 06 14:31:51.770142 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80571cd8-d7b1-4417-b094-da2ca566284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1760697f-8b2c-49bd-bb36-09f3b63b3e34,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:51.832074 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Checking router: e7031ec3-3444-4662-86a2-b49c8846e27f for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:31:51.832648 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Updating router e7031ec3-3444-4662-86a2-b49c8846e27f port 39d7f02d-0b30-469b-aeea-362754bf2318 binding host dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:31:51.886185 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:51.986412 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:31:52.012480 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:52.012735 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] Set router 2d96e314-0803-4085-ac6b-e54fd422b98b gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:31:52.019570 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:31:52.025262 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:52.037046 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event updated for resources: {'Port': ['ID=413a9966-5652-45ec-b51b-345adb3ae7d3,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:52.282095 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-29ad1bcb-a495-4a54-9067-dfa20af76769 req-fdd2d79e-b778-4a32-a144-10d2f0d4e4d8 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 210 time: 0.1007533 Sep 06 14:31:52.296004 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46e40a45-1098-48da-a79d-bc96d152ca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11819271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12567114'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:52.350188 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e40a45-1098-48da-a79d-bc96d152ca41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7969033f-5863-487c-b1ae-2f061435584e,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:52.377289 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46e40a45-1098-48da-a79d-bc96d152ca41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:52.380194 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-46e40a45-1098-48da-a79d-bc96d152ca41 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7969033f-5863-487c-b1ae-2f061435584e HTTP/1.1" status: 204 len: 168 time: 3.5962856 Sep 06 14:31:52.388458 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44668) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:52.436399 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:52.488156 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Request body: {'port': {'device_id': '7fe26e9d-6a4e-4bad-a01f-ca9250197d03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:52.523297 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97693709-3c51-4a87-b8c7-7463c71c2955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:52.672760 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:52.843060 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:52.874429 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:53.003806 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Allocated IP 172.20.0.1 (7d7758a0-8015-4bcf-8a6f-e477d83bd6ab/9fa9df13-81db-409e-a9f9-45d5d5eb4201/eee0d4e8-3be8-4e91-9e10-24b398bff668) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:31:53.087427 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3622d08-4873-4370-bcef-be8b7cedd784 None None] Pushing event updated for resources: {'Port': ['ID=f7eb4579-1de3-45a2-93a4-7beea31d86d8,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:53.149644 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Set router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:31:53.248526 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c134c1d-e4b7-477e-935b-fba40879492a req-fec74034-6ad5-4366-adab-1f1dddda4e37 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:53.252592 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c134c1d-e4b7-477e-935b-fba40879492a req-fec74034-6ad5-4366-adab-1f1dddda4e37 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 932 time: 0.2775943 Sep 06 14:31:53.265103 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:53.302352 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-a81016cd-e685-4ebb-9568-9d41a9dc4eee tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Made reservation on behalf of 0e9c936084cd4e76a3e450be25892046 for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:53.303522 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Transition to ACTIVE for port object 39d7f02d-0b30-469b-aeea-362754bf2318 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:31:53.309399 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-a81016cd-e685-4ebb-9568-9d41a9dc4eee tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:53.315778 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44684) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:53.318799 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:53.415794 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'name': 'tempest-ServerRescueNegativeTestJSON-1459393763-router', 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:44Z', 'revision_number': 3, 'project_id': 'd1aa8874a626416e82820a8f9fda0599', 'gw_port': {'id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:53.442779 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c134c1d-e4b7-477e-935b-fba40879492a req-09247fe8-53c5-46f3-bf47-596e8ea47460 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786196 Sep 06 14:31:53.458755 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:53.474372 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b117df0-1079-4deb-a29f-b865195e3204 None None] The sync data for ids ['2d96e314-0803-4085-ac6b-e54fd422b98b'] in dv-cinder-791281-8-iscsi is: [{'id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'name': 'tempest-ServerRescueNegativeTestJSON-1459393763-router', 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:44Z', 'revision_number': 3, 'project_id': 'd1aa8874a626416e82820a8f9fda0599', 'gw_port': {'id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:31:53.689908 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bb5fe-bfc3-4939-bd84-2ed54694cf4a None None] Pushing event updated for resources: {'Port': ['ID=39d7f02d-0b30-469b-aeea-362754bf2318,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:53.832160 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 3, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:53.832415 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Attempting to bind port 39d7f02d-0b30-469b-aeea-362754bf2318 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:31:53.833877 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Attempting to bind port 39d7f02d-0b30-469b-aeea-362754bf2318 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:31:53.834500 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Attempting to bind port 39d7f02d-0b30-469b-aeea-362754bf2318 on network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:31:53.875575 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:31:53.875988 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Checking segment: {'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:53.876634 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:53.877296 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Bound using segment: {'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:31:53.877984 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Bound port: 39d7f02d-0b30-469b-aeea-362754bf2318, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:31:53.878625 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:53.898167 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Checking router: b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:31:53.900760 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Updating router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 port a4d663ef-5a0e-4c05-bb9c-82b4fe578fba binding host dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:31:53.959703 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:54.117283 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] For port 39d7f02d-0b30-469b-aeea-362754bf2318, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:31:54.121393 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] For port 39d7f02d-0b30-469b-aeea-362754bf2318, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=39d7f02d-0b30-469b-aeea-362754bf2318,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:31:54.127897 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:54.359496 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Routers {'e7031ec3-3444-4662-86a2-b49c8846e27f'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:31:54.360236 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:31:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['e7031ec3-3444-4662-86a2-b49c8846e27f'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:54.365033 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bb5fe-bfc3-4939-bd84-2ed54694cf4a None None] Pushing event updated for resources: {'Port': ['ID=39d7f02d-0b30-469b-aeea-362754bf2318,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:54.415820 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6bf95a-f246-4e44-a803-9ce8c430a8f8 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:31:54.430364 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:54.453641 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Transition to ACTIVE for port object bc6bf95a-f246-4e44-a803-9ce8c430a8f8 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:31:54.546815 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:54.550788 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:54.558394 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:54.567626 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device f7eb4579-1de3-45a2-93a4-7beea31d86d8 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:54.753070 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port f7eb4579-1de3-45a2-93a4-7beea31d86d8 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:31:54.753529 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Pushing event updated for resources: {'Port': ['ID=bc6bf95a-f246-4e44-a803-9ce8c430a8f8,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:54.755607 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6e9c0b73-7f03-429d-bb84-2ac009deb645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:54.794377 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port f7eb4579-1de3-45a2-93a4-7beea31d86d8 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:54.794747 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:54.805022 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:54.843123 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] Set router e7031ec3-3444-4662-86a2-b49c8846e27f gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:31:54.920704 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5ada2178-0bb7-4b21-9d97-f7f417aa5a3e req-263e797d-01dd-4e42-bc5b-dc2c32d59b56 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 210 time: 0.6483221 Sep 06 14:31:55.101672 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.118325 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.153598 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port f7eb4579-1de3-45a2-93a4-7beea31d86d8, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=f7eb4579-1de3-45a2-93a4-7beea31d86d8,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:31:55.155228 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Transition to ACTIVE for port object a4d663ef-5a0e-4c05-bb9c-82b4fe578fba will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:31:55.161402 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.180742 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.204358 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-a81016cd-e685-4ebb-9568-9d41a9dc4eee tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Allocated IP 172.20.0.6 (5043a02c-8c49-4d07-9896-b9f62403e9d5/cd5d4a76-56e6-4881-a045-6cef582a386f/22f91b00-5235-4eb3-b0f8-c3de31ffa108) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:31:55.227999 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.232368 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6548257 Sep 06 14:31:55.253829 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Attempting to bind port a4d663ef-5a0e-4c05-bb9c-82b4fe578fba on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:31:55.254532 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Attempting to bind port a4d663ef-5a0e-4c05-bb9c-82b4fe578fba by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:31:55.255086 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Attempting to bind port a4d663ef-5a0e-4c05-bb9c-82b4fe578fba on network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:31:55.270553 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:31:55.270865 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860f168-669d-4c31-9420-ec1d5dc3ff91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event updated for resources: {'Port': ['ID=413a9966-5652-45ec-b51b-345adb3ae7d3,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:55.271408 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Checking segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:55.272205 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.272821 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Bound using segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:31:55.273892 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Bound port: a4d663ef-5a0e-4c05-bb9c-82b4fe578fba, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:31:55.274890 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.362100 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Attempting to bind port bc6bf95a-f246-4e44-a803-9ce8c430a8f8 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:31:55.362469 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Attempting to bind port bc6bf95a-f246-4e44-a803-9ce8c430a8f8 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:31:55.363302 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Attempting to bind port bc6bf95a-f246-4e44-a803-9ce8c430a8f8 on network 718178a3-4b17-445d-8417-7cf51875f92b {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:31:55.368749 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97693709-3c51-4a87-b8c7-7463c71c2955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.376022 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=f7eb4579-1de3-45a2-93a4-7beea31d86d8,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:55.407805 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b9214-8d01-4f80-a063-548653b8bde3 req-3aec7282-a42d-4a6e-a98c-8aa9bd97445c tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:55.409718 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a4b9214-8d01-4f80-a063-548653b8bde3 req-3aec7282-a42d-4a6e-a98c-8aa9bd97445c tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 944 time: 0.6691144 Sep 06 14:31:55.416451 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Port bc6bf95a-f246-4e44-a803-9ce8c430a8f8 on network 718178a3-4b17-445d-8417-7cf51875f92b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:31:55.417207 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Attempting to bind port bc6bf95a-f246-4e44-a803-9ce8c430a8f8 on network 718178a3-4b17-445d-8417-7cf51875f92b {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:31:55.451365 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:31:55.454344 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Checking segment: {'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:55.455169 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Bound using segment: {'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:31:55.455654 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Bound port: bc6bf95a-f246-4e44-a803-9ce8c430a8f8, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:31:55.456036 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.471904 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] For port a4d663ef-5a0e-4c05-bb9c-82b4fe578fba, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:31:55.477656 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] For port a4d663ef-5a0e-4c05-bb9c-82b4fe578fba, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=a4d663ef-5a0e-4c05-bb9c-82b4fe578fba,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:31:55.497456 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.501036 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e585c8-a242-4466-9d7b-762a9711c27a None None] Pushing event updated for resources: {'Port': ['ID=a4d663ef-5a0e-4c05-bb9c-82b4fe578fba,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:55.576033 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:54Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:55.577811 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-97693709-3c51-4a87-b8c7-7463c71c2955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048993eb-0224-413c-8c8d-e659f9d435e3']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:55.666390 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b82387-5fc2-4a1d-ab81-b6ebf9aae0c1 None None] The sync data for ids ['e7031ec3-3444-4662-86a2-b49c8846e27f'] in dv-cinder-791281-8-iscsi is: [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:54Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:31:55.681264 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Routers {'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:31:55.682617 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:31:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:55.690386 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e585c8-a242-4466-9d7b-762a9711c27a None None] Pushing event updated for resources: {'Port': ['ID=a4d663ef-5a0e-4c05-bb9c-82b4fe578fba,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:55.701088 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.774072 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-97693709-3c51-4a87-b8c7-7463c71c2955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cc8276-ab23-4e98-b8fd-d87f87feecac') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:55.774072 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-97693709-3c51-4a87-b8c7-7463c71c2955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cc8276-ab23-4e98-b8fd-d87f87feecac') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:55.775244 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a4b9214-8d01-4f80-a063-548653b8bde3 req-6415516a-ef89-4774-bb94-2d8f13142ae3 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545151 Sep 06 14:31:55.796160 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] For port bc6bf95a-f246-4e44-a803-9ce8c430a8f8, host hv-cinder-79128, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:31:55.822280 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] For port bc6bf95a-f246-4e44-a803-9ce8c430a8f8, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bc6bf95a-f246-4e44-a803-9ce8c430a8f8,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:31:55.826856 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.883891 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:55.884779 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.888556 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] 10.222.0.22 "PUT /v2.0/ports/bc6bf95a-f246-4e44-a803-9ce8c430a8f8 HTTP/1.1" status: 200 len: 1094 time: 4.0695419 Sep 06 14:31:55.889255 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe26e9d-6a4e-4bad-a01f-ca9250197d03', 'tag': 'bc6bf95a-f246-4e44-a803-9ce8c430a8f8'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:31:56.096885 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Network 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:31:56.136393 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] Set router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:31:56.155636 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:56.294453 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97693709-3c51-4a87-b8c7-7463c71c2955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11736447'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:56.462619 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device f7eb4579-1de3-45a2-93a4-7beea31d86d8 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:56.492368 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:31:56.660705 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7c6fbfc6-d5f9-4cf5-9502-66716a935c7d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1351589448&fields=id&tenant_id=2b71c96e485443ba9b7f50edbda420c2 HTTP/1.1" status: 200 len: 267 time: 0.9648037 Sep 06 14:31:56.661749 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368828'] for router_interface, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:56.671005 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18d29a-158e-417c-9dd9-e074de9af72e service neutron] Pushing event updated for resources: {'Port': ['ID=bc6bf95a-f246-4e44-a803-9ce8c430a8f8,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:56.791086 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port f7eb4579-1de3-45a2-93a4-7beea31d86d8 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:56.791086 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:56.892002 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2fc14821-20bf-482d-ae99-aaa01b6f9da8 req-2aa18d5c-3d7b-4cae-ab2f-786c7ac1f67b tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 210 time: 0.2652493 Sep 06 14:31:57.089081 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-129ea009-10b0-42cd-b27b-7ba3a1051a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:57.091956 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-129ea009-10b0-42cd-b27b-7ba3a1051a0d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=435d6b95d5904e1c99912ac0d8a37b7e&device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 1097 time: 0.5281458 Sep 06 14:31:57.252712 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97693709-3c51-4a87-b8c7-7463c71c2955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:57.269205 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97693709-3c51-4a87-b8c7-7463c71c2955 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:31:57.270192 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97693709-3c51-4a87-b8c7-7463c71c2955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11819353'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:57.346109 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 39d7f02d-0b30-469b-aeea-362754bf2318 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:57.361804 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a682731a-92bf-4c31-97c8-3e6deb777814" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe26e9d-6a4e-4bad-a01f-ca9250197d03", "tag": "bc6bf95a-f246-4e44-a803-9ce8c430a8f8"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:31:57.371846 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 3, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:57.433298 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-5151b746-d2f8-4b22-bdad-44441f1ef878 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc6bf95a-f246-4e44-a803-9ce8c430a8f8 HTTP/1.1" status: 200 len: 217 time: 0.2861755 Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: Traceback (most recent call last): Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: timer() Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: cb(*args, **kw) Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: return func(*args, **kwargs) Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: self._notify() Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: self.callback(batched_events) Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: event.method(event) Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: return f(self, *a, **k) Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._get(url).json() Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:31:57.467344 dv-cinder-791281-8-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:31:57.472659 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6d7d1-8745-4c92-a9ca-f68e55ee4fb1 req-b42a0c05-7486-44bf-b18c-e66d317b6054 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:57.475020 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47f6d7d1-8745-4c92-a9ca-f68e55ee4fb1 req-b42a0c05-7486-44bf-b18c-e66d317b6054 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 944 time: 0.3711190 Sep 06 14:31:57.482460 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427462e3-da37-45cc-97f5-6c8007c029e4 None None] The sync data for ids ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'] in dv-cinder-791281-8-iscsi is: [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 3, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:31:57.528355 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97693709-3c51-4a87-b8c7-7463c71c2955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:57.530184 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Pushing event updated for resources: {'Port': ['ID=eee0d4e8-3be8-4e91-9e10-24b398bff668,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:57.577441 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port 39d7f02d-0b30-469b-aeea-362754bf2318 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:31:57.584349 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 39d7f02d-0b30-469b-aeea-362754bf2318 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:57.585700 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:57.644555 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47f6d7d1-8745-4c92-a9ca-f68e55ee4fb1 req-6b43c25a-6c58-4b7a-9296-f9b0cd0ae710 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331398 Sep 06 14:31:57.658174 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97693709-3c51-4a87-b8c7-7463c71c2955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:57.664121 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-97693709-3c51-4a87-b8c7-7463c71c2955 admin admin] 10.222.0.53 "DELETE /v2.0/networks/048993eb-0224-413c-8c8d-e659f9d435e3 HTTP/1.1" status: 204 len: 168 time: 5.2722785 Sep 06 14:31:57.677624 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-36f417ae-5ece-4b37-98b9-f2c19050dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:57.680862 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-36f417ae-5ece-4b37-98b9-f2c19050dc35 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aa0d1cd7-81f5-422d-bf12-26ef03d90b93 HTTP/1.1" status: 200 len: 855 time: 0.1954274 Sep 06 14:31:57.704990 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6e9c0b73-7f03-429d-bb84-2ac009deb645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:57.818917 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:57.836759 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6e9c0b73-7f03-429d-bb84-2ac009deb645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:57.845672 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-04152fd6-4d8a-4f76-b8b5-3efbbfc2e3bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=718178a3-4b17-445d-8417-7cf51875f92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1536236 Sep 06 14:31:57.881720 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port 39d7f02d-0b30-469b-aeea-362754bf2318, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=39d7f02d-0b30-469b-aeea-362754bf2318,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:31:57.884889 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-a81016cd-e685-4ebb-9568-9d41a9dc4eee tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:57.888778 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:58.008564 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=39d7f02d-0b30-469b-aeea-362754bf2318,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:58.123621 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6e9c0b73-7f03-429d-bb84-2ac009deb645 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=550d885a97824a929351015c0ee6a947&name=default HTTP/1.1" status: 200 len: 2979 time: 4.7916732 Sep 06 14:31:58.130061 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44756) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:58.144467 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-9fa71831-8902-4922-b390-4bb0da2fc07c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:58.219942 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-9fa71831-8902-4922-b390-4bb0da2fc07c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/networks?id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 200 len: 817 time: 1.3800528 Sep 06 14:31:58.223710 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97693709-3c51-4a87-b8c7-7463c71c2955 admin admin] Pushing event deleted for resources: {'Network': ['ID=048993eb-0224-413c-8c8d-e659f9d435e3,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:58.236924 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3227d5-c9fd-4918-8825-46786d83781b x-openstack-request-id: req-8e3227d5-c9fd-4918-8825-46786d83781b {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:31:58.238143 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe26e9d-6a4e-4bad-a01f-ca9250197d03", "tag": "bc6bf95a-f246-4e44-a803-9ce8c430a8f8", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:31:58.238505 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e3227d5-c9fd-4918-8825-46786d83781b {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:31:58.239352 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe26e9d-6a4e-4bad-a01f-ca9250197d03', 'tag': 'bc6bf95a-f246-4e44-a803-9ce8c430a8f8', 'status': 'completed', 'code': 200} Sep 06 14:31:58.293043 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:58.364112 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44762) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:58.478408 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-48e87d2d-9c47-4517-b7db-a11178826c77 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/quotas/2b71c96e485443ba9b7f50edbda420c2 HTTP/1.1" status: 200 len: 375 time: 0.1112387 Sep 06 14:31:58.623523 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device a4d663ef-5a0e-4c05-bb9c-82b4fe578fba up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:58.639399 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-89a784da-a1d6-426b-98ae-2196399cc6ee req-2b5768aa-476e-4ce8-8f35-84117c1ecd4e tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 210 time: 0.1096218 Sep 06 14:31:58.719026 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port a4d663ef-5a0e-4c05-bb9c-82b4fe578fba completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:31:58.728150 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-01902fc6-8fab-4763-bd8e-29c85dc470d3 service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7715778 Sep 06 14:31:58.730623 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port a4d663ef-5a0e-4c05-bb9c-82b4fe578fba triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:58.732822 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:58.745121 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c0b73-7f03-429d-bb84-2ac009deb645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d559fb4-767b-4da7-8a35-dc97603b5036,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:58.858534 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7144f2ec-71e4-49a4-8fc0-d520905e3627 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ae1e072c9e14bd1a2c3c7a337460ef9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3307443 Sep 06 14:31:58.861633 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55a6d2aa-4304-41f0-9ade-269ed668251d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:58.863570 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44766) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:58.995824 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:59.045701 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port a4d663ef-5a0e-4c05-bb9c-82b4fe578fba, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=a4d663ef-5a0e-4c05-bb9c-82b4fe578fba,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:31:59.055345 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55a6d2aa-4304-41f0-9ade-269ed668251d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:59.069576 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:59.070965 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 39d7f02d-0b30-469b-aeea-362754bf2318 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:59.211495 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-2a7b2783-8b60-4cb2-bb36-d157fb953707 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b71c96e485443ba9b7f50edbda420c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6124377 Sep 06 14:31:59.234584 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:59.274929 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eb68e-fd78-4d52-9805-bca19bf383ac req-142c481f-a048-42b0-94f0-fb3a557a12c5 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:59.289651 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-756eb68e-fd78-4d52-9805-bca19bf383ac req-142c481f-a048-42b0-94f0-fb3a557a12c5 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 944 time: 0.4586301 Sep 06 14:31:59.310734 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-beda0cd7-de01-410b-86b7-ea90b2de02c9 req-7038952d-8fc9-43b3-9312-e2f09a37f446 service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632041 Sep 06 14:31:59.317194 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=a4d663ef-5a0e-4c05-bb9c-82b4fe578fba,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:59.374523 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 39d7f02d-0b30-469b-aeea-362754bf2318 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:59.374900 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:59.429323 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fc997015-67aa-4af3-8263-43ce107e8950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:59.434423 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55a6d2aa-4304-41f0-9ade-269ed668251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:59.444880 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55a6d2aa-4304-41f0-9ade-269ed668251d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:59.463419 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-55a6d2aa-4304-41f0-9ade-269ed668251d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d559fb4-767b-4da7-8a35-dc97603b5036 HTTP/1.1" status: 204 len: 168 time: 1.3204560 Sep 06 14:31:59.544152 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-756eb68e-fd78-4d52-9805-bca19bf383ac req-6362897a-5ecb-403a-9c52-768a93786c28 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529478 Sep 06 14:31:59.571196 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6d2aa-4304-41f0-9ade-269ed668251d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d559fb4-767b-4da7-8a35-dc97603b5036,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:59.639838 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fc997015-67aa-4af3-8263-43ce107e8950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:59.874187 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-23cab768-6e7c-4ac2-984a-c9b6aa767548 service neutron] 10.222.0.53 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127012 Sep 06 14:31:59.899119 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8507d0cd-9d4d-4c7d-aa64-201b4ef2ef3c req-a4628829-daa1-4410-9980-760f3964c882 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 210 time: 0.1277063 Sep 06 14:31:59.923642 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-a81016cd-e685-4ebb-9568-9d41a9dc4eee tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:59.931065 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Allocated IP 172.20.0.1 (4753f5f9-e6ed-41ba-b444-e74e424cd4f0/6e89d0ac-3753-4b35-bedd-a983dd8ff0f4/e517322a-e8a1-492e-8b86-b38a95adbec2) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:31:59.937555 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fc997015-67aa-4af3-8263-43ce107e8950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:59.943384 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fc997015-67aa-4af3-8263-43ce107e8950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:59.944748 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fc997015-67aa-4af3-8263-43ce107e8950 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58d3ec67-ac7b-4eaf-9b3d-830b6d18fea8 HTTP/1.1" status: 204 len: 168 time: 1.0678225 Sep 06 14:31:59.972272 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc997015-67aa-4af3-8263-43ce107e8950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d3ec67-ac7b-4eaf-9b3d-830b6d18fea8,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:00.379609 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-0c16de65-62ad-4269-bc18-e6781d6e7492 service neutron] 10.222.0.53 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991429 Sep 06 14:32:00.385041 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44790) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:00.466331 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device a4d663ef-5a0e-4c05-bb9c-82b4fe578fba up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:32:00.475970 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682731a-92bf-4c31-97c8-3e6deb777814 req-9f1db434-6f6a-407e-b549-4dc9ea20820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:00.478305 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a682731a-92bf-4c31-97c8-3e6deb777814 req-9f1db434-6f6a-407e-b549-4dc9ea20820d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=435d6b95d5904e1c99912ac0d8a37b7e&device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 1097 time: 0.1281221 Sep 06 14:32:00.667601 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port a4d663ef-5a0e-4c05-bb9c-82b4fe578fba triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:00.676826 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:00.717684 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-a81016cd-e685-4ebb-9568-9d41a9dc4eee tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Network 5043a02c-8c49-4d07-9896-b9f62403e9d5 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:32:00.773967 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6bcdae08-9388-421b-a0c2-cdb8b9519b2b req-e03f02a6-06b3-4e70-9416-5e3110d2a456 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 210 time: 0.0654197 Sep 06 14:32:00.775594 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8c9ec230-2d9c-4ce9-b374-f54b7a4592ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:01.044956 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8c9ec230-2d9c-4ce9-b374-f54b7a4592ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:01.044956 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-a81016cd-e685-4ebb-9568-9d41a9dc4eee tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:32:01.086377 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682731a-92bf-4c31-97c8-3e6deb777814 req-0023a5b0-5305-45ed-aafc-137eb627e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:01.088200 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a682731a-92bf-4c31-97c8-3e6deb777814 req-0023a5b0-5305-45ed-aafc-137eb627e247 service neutron] 10.222.0.22 "GET /v2.0/networks?id=718178a3-4b17-445d-8417-7cf51875f92b HTTP/1.1" status: 200 len: 916 time: 0.5969758 Sep 06 14:32:01.106157 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de5403-158c-4f5f-b479-6da0c12d8fd6 req-3557f8be-31f1-44a7-a8ea-122b6c43705a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:01.109135 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a8de5403-158c-4f5f-b479-6da0c12d8fd6 req-3557f8be-31f1-44a7-a8ea-122b6c43705a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 944 time: 0.1737726 Sep 06 14:32:01.146087 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-a81016cd-e685-4ebb-9568-9d41a9dc4eee tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:32:01.164663 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a8de5403-158c-4f5f-b479-6da0c12d8fd6 req-0aee3f20-d722-46fe-84ac-34e90e880aea tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471416 Sep 06 14:32:01.222450 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81016cd-e685-4ebb-9568-9d41a9dc4eee tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Pushing event updated for resources: {'Port': ['ID=22f91b00-5235-4eb3-b0f8-c3de31ffa108,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:01.229586 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44808) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:01.240006 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8c9ec230-2d9c-4ce9-b374-f54b7a4592ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:01.240225 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a682731a-92bf-4c31-97c8-3e6deb777814 req-1a5a99bf-4141-46a5-8010-8f0661919aef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc6bf95a-f246-4e44-a803-9ce8c430a8f8 HTTP/1.1" status: 200 len: 217 time: 0.0656595 Sep 06 14:32:01.327533 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3f9b708d-c992-48ad-92a3-d7acecd40466 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=142540a0e1ae4850b59ea54717b91e3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0941775 Sep 06 14:32:01.327794 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44810) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:01.355463 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682731a-92bf-4c31-97c8-3e6deb777814 req-776d665e-cb8c-440d-b143-2312a351d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:01.355463 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a682731a-92bf-4c31-97c8-3e6deb777814 req-776d665e-cb8c-440d-b143-2312a351d549 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aa0d1cd7-81f5-422d-bf12-26ef03d90b93 HTTP/1.1" status: 200 len: 855 time: 0.0962596 Sep 06 14:32:01.453579 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-8c9ec230-2d9c-4ce9-b374-f54b7a4592ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16d2a055fdd74e72b2ed8731006cb05a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9680107 Sep 06 14:32:01.455862 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a682731a-92bf-4c31-97c8-3e6deb777814 req-4ba62507-230a-47f3-ac82-2337e037c5fa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=718178a3-4b17-445d-8417-7cf51875f92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935516 Sep 06 14:32:01.459497 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44814) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:01.498112 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-a81016cd-e685-4ebb-9568-9d41a9dc4eee tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:01.498976 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-a81016cd-e685-4ebb-9568-9d41a9dc4eee tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:01.523040 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ec230-2d9c-4ce9-b374-f54b7a4592ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc847fa-3367-4a0d-bdd0-f3a0c8313b8d,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:01.651920 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-a81016cd-e685-4ebb-9568-9d41a9dc4eee tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 12.2592559 Sep 06 14:32:01.662624 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84c02a61-3bba-48c4-8d1f-c7d1d592251c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:01.683083 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b612a5-7c20-46c9-af1e-e02259f42b30 req-89a98ed2-41c5-43fe-b183-dccc685d15ca tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:01.704693 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-47b612a5-7c20-46c9-af1e-e02259f42b30 req-89a98ed2-41c5-43fe-b183-dccc685d15ca tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 931 time: 0.4645081 Sep 06 14:32:01.709449 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b89aa499-a12b-476e-aed1-09096b808b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:01.721832 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:01.726716 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:01.742778 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84c02a61-3bba-48c4-8d1f-c7d1d592251c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:01.755235 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:01.771946 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b89aa499-a12b-476e-aed1-09096b808b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:01.889812 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84c02a61-3bba-48c4-8d1f-c7d1d592251c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:01.894405 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84c02a61-3bba-48c4-8d1f-c7d1d592251c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:01.896316 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-84c02a61-3bba-48c4-8d1f-c7d1d592251c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67d6c820-6ced-42b5-98b9-afc74481a49b HTTP/1.1" status: 204 len: 168 time: 0.5670485 Sep 06 14:32:01.912802 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b89aa499-a12b-476e-aed1-09096b808b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:01.927765 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b89aa499-a12b-476e-aed1-09096b808b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:01.931092 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b89aa499-a12b-476e-aed1-09096b808b3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfc847fa-3367-4a0d-bdd0-f3a0c8313b8d HTTP/1.1" status: 204 len: 168 time: 0.4692686 Sep 06 14:32:01.968075 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c02a61-3bba-48c4-8d1f-c7d1d592251c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d6c820-6ced-42b5-98b9-afc74481a49b,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:02.049957 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89aa499-a12b-476e-aed1-09096b808b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc847fa-3367-4a0d-bdd0-f3a0c8313b8d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:02.084149 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8e3d337e-87d2-4311-986b-5bd48a58c1bb req-495f71e6-a0af-486e-b387-3d617ae8d355 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 210 time: 0.1396389 Sep 06 14:32:02.299929 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Transition to ACTIVE for port object e517322a-e8a1-492e-8b86-b38a95adbec2 will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:32:02.448064 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ec691-8d30-42ec-9fd8-7f8674159c1d req-045cbb9c-729b-45b0-bfe1-51542c10f0a6 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:02.464478 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5c0ec691-8d30-42ec-9fd8-7f8674159c1d req-045cbb9c-729b-45b0-bfe1-51542c10f0a6 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 944 time: 0.1275425 Sep 06 14:32:02.492316 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677676'] for router_interface, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:02.594863 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5c0ec691-8d30-42ec-9fd8-7f8674159c1d req-d3304c3f-a62b-480a-bc1a-27bbe0d8f3f8 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284735 Sep 06 14:32:02.669953 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:02.734107 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Request body: {'port': {'device_id': '69b8ee61-889f-40ef-a416-a0786ad35e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:02.774522 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-47b612a5-7c20-46c9-af1e-e02259f42b30 req-10c242e1-08f6-4e3f-94d6-89975f094de0 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0678015 Sep 06 14:32:02.775560 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Pushing event updated for resources: {'Port': ['ID=eee0d4e8-3be8-4e91-9e10-24b398bff668,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:02.895228 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:32:02.923753 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:32:02.951921 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:32:03.016087 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:03.289074 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Pushing event updated for resources: {'Port': ['ID=e517322a-e8a1-492e-8b86-b38a95adbec2,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:03.311822 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44874) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:03.383091 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368828'] for router_interface, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:03.387476 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4f0f77b2-b2a1-4e25-95d2-8a0ce0b1ba58 req-563eb880-12dd-484b-9f26-6e18c0e16f45 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 210 time: 0.0745862 Sep 06 14:32:03.451502 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a682731a-92bf-4c31-97c8-3e6deb777814 req-3c915ac8-7736-4733-ad9c-f65e1bd61387 service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8493674 Sep 06 14:32:03.541625 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-687e0da2-205c-498c-a7dc-165792d930f0 None None] Provisioning for port e517322a-e8a1-492e-8b86-b38a95adbec2 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:32:03.549347 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-687e0da2-205c-498c-a7dc-165792d930f0 None None] Provisioning complete for port e517322a-e8a1-492e-8b86-b38a95adbec2 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:03.552815 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-687e0da2-205c-498c-a7dc-165792d930f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:03.601433 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Network 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:32:03.623283 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:32:03.695320 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-687e0da2-205c-498c-a7dc-165792d930f0 None None] Port e517322a-e8a1-492e-8b86-b38a95adbec2 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:32:03.703967 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-58045da8-54f9-4b89-ab10-67af80b29577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:03.744782 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a682731a-92bf-4c31-97c8-3e6deb777814 req-b9f09b33-6bb4-4867-b904-01be2bfc333d service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577016 Sep 06 14:32:03.923772 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-58045da8-54f9-4b89-ab10-67af80b29577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:03.970584 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-58045da8-54f9-4b89-ab10-67af80b29577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:04.044139 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58045da8-54f9-4b89-ab10-67af80b29577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73940fd-e757-4972-b87e-4c768a636d1c,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:04.059845 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-58045da8-54f9-4b89-ab10-67af80b29577 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e77d24a4a8ba4016b4cf356558f880a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7392404 Sep 06 14:32:04.072397 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514f615-7e9c-4de8-849f-3173c9c955df req-4fd2baf4-e6bb-4674-a4f7-68ba1ee457a2 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:04.075448 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 44902) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:04.087172 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2514f615-7e9c-4de8-849f-3173c9c955df req-4fd2baf4-e6bb-4674-a4f7-68ba1ee457a2 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 931 time: 0.1592674 Sep 06 14:32:04.149431 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2514f615-7e9c-4de8-849f-3173c9c955df req-25304152-975d-4f68-b220-1080c5c91882 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592923 Sep 06 14:32:04.190002 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21580e-23e3-4fb3-b545-ec32a71fe750 req-3356d1d1-f8a2-4fc0-97d2-ee8acf332711 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:04.198129 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6b21580e-23e3-4fb3-b545-ec32a71fe750 req-3356d1d1-f8a2-4fc0-97d2-ee8acf332711 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 944 time: 0.4581344 Sep 06 14:32:04.251329 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:04.346549 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6b21580e-23e3-4fb3-b545-ec32a71fe750 req-45c4a113-3953-4c09-a6d1-e5bf4ec93c32 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474254 Sep 06 14:32:04.350874 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Router 2d96e314-0803-4085-ac6b-e54fd422b98b has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:32:04.400159 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f91b00-5235-4eb3-b0f8-c3de31ffa108 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:32:04.412856 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:04.555700 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d0e9206e-7e4f-4a51-992b-782bbdd80588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:04.582220 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-76d62daa-12c4-4ec3-93d1-94d88d149d1c req-ae861a06-be98-4558-aec0-b42b80445e1c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 210 time: 0.1069243 Sep 06 14:32:04.644528 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Transition to ACTIVE for port object 22f91b00-5235-4eb3-b0f8-c3de31ffa108 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:32:04.668379 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-19794566-7157-466d-852b-25be017c506a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:04.675332 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:04.798856 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-19794566-7157-466d-852b-25be017c506a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:04.826083 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:32:04.843758 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Sync routers for ids ['2d96e314-0803-4085-ac6b-e54fd422b98b'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:32:04.849021 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-a2f94aba-45dd-45dd-926a-de47cb7da99d admin admin] 10.222.0.53 "PUT /v2.0/routers/2d96e314-0803-4085-ac6b-e54fd422b98b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6896644 Sep 06 14:32:04.858827 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Pushing event updated for resources: {'Port': ['ID=22f91b00-5235-4eb3-b0f8-c3de31ffa108,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:04.863697 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Routers {'2d96e314-0803-4085-ac6b-e54fd422b98b'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:32:04.864572 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:31:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['2d96e314-0803-4085-ac6b-e54fd422b98b'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:05.012351 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:05.029110 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:05.035603 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-19794566-7157-466d-852b-25be017c506a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:05.038336 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-19794566-7157-466d-852b-25be017c506a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:05.039606 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-19794566-7157-466d-852b-25be017c506a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a73940fd-e757-4972-b87e-4c768a636d1c HTTP/1.1" status: 204 len: 168 time: 0.9621012 Sep 06 14:32:05.056276 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Set router 2d96e314-0803-4085-ac6b-e54fd422b98b gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:32:05.083301 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Attempting to bind port 22f91b00-5235-4eb3-b0f8-c3de31ffa108 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:32:05.083670 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Attempting to bind port 22f91b00-5235-4eb3-b0f8-c3de31ffa108 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '42af3723-25aa-4807-948c-7551f82d4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5043a02c-8c49-4d07-9896-b9f62403e9d5'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:32:05.083977 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Attempting to bind port 22f91b00-5235-4eb3-b0f8-c3de31ffa108 on network 5043a02c-8c49-4d07-9896-b9f62403e9d5 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:32:05.103976 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19794566-7157-466d-852b-25be017c506a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73940fd-e757-4972-b87e-4c768a636d1c,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:05.123304 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Port 22f91b00-5235-4eb3-b0f8-c3de31ffa108 on network 5043a02c-8c49-4d07-9896-b9f62403e9d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:32:05.123902 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Attempting to bind port 22f91b00-5235-4eb3-b0f8-c3de31ffa108 on network 5043a02c-8c49-4d07-9896-b9f62403e9d5 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:32:05.152069 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Pushing event updated for resources: {'Port': ['ID=e517322a-e8a1-492e-8b86-b38a95adbec2,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:05.162001 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677676'] for router_interface, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:05.165844 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:32:05.166513 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Checking segment: {'id': '42af3723-25aa-4807-948c-7551f82d4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5043a02c-8c49-4d07-9896-b9f62403e9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:32:05.167252 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Bound using segment: {'id': '42af3723-25aa-4807-948c-7551f82d4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5043a02c-8c49-4d07-9896-b9f62403e9d5'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:32:05.167885 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Bound port: 22f91b00-5235-4eb3-b0f8-c3de31ffa108, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42af3723-25aa-4807-948c-7551f82d4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5043a02c-8c49-4d07-9896-b9f62403e9d5'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:32:05.168424 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:05.556177 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'name': 'tempest-ServerRescueNegativeTestJSON-1459393763-router', 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': 'd1aa8874a626416e82820a8f9fda0599', 'gw_port': {'id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'eee0d4e8-3be8-4e91-9e10-24b398bff668', 'name': '', 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab', 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599', 'mac_address': 'fa:16:3e:68:6c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9fa9df13-81db-409e-a9f9-45d5d5eb4201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:52Z', 'updated_at': '2021-09-06T14:32:00Z', 'revision_number': 2, 'project_id': 'd1aa8874a626416e82820a8f9fda0599', 'subnets': [{'id': '9fa9df13-81db-409e-a9f9-45d5d5eb4201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:05.577107 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-1baff550-c7d2-443a-8fbe-1e59cb950aa8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:05.579929 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-1baff550-c7d2-443a-8fbe-1e59cb950aa8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.22 "GET /v2.0/networks?id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 200 len: 817 time: 0.2690194 Sep 06 14:32:05.603179 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Checking router: 2d96e314-0803-4085-ac6b-e54fd422b98b for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:32:05.603546 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Updating router 2d96e314-0803-4085-ac6b-e54fd422b98b port eee0d4e8-3be8-4e91-9e10-24b398bff668 binding host dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:32:05.607521 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e8c75-aea5-41f3-895c-beb13d8e7d82 req-4e63b3fc-3307-421e-b284-e833fd52f465 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:05.613534 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-431e8c75-aea5-41f3-895c-beb13d8e7d82 req-4e63b3fc-3307-421e-b284-e833fd52f465 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 944 time: 0.1238990 Sep 06 14:32:05.624319 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] For port 22f91b00-5235-4eb3-b0f8-c3de31ffa108, host hv-cinder-79128, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:32:05.659273 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:05.662181 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] For port 22f91b00-5235-4eb3-b0f8-c3de31ffa108, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=22f91b00-5235-4eb3-b0f8-c3de31ffa108,segment=NetworkSegment(42af3723-25aa-4807-948c-7551f82d4941),segment_id=42af3723-25aa-4807-948c-7551f82d4941)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:32:05.672458 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:32:05.676312 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:05.689257 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8f0ac-d26c-4e6e-a5dc-5bbae3c67201 req-cc4e7ea3-213d-43c0-9da8-165e46558bf0 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:05.698508 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c0d8f0ac-d26c-4e6e-a5dc-5bbae3c67201 req-cc4e7ea3-213d-43c0-9da8-165e46558bf0 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 943 time: 0.1897712 Sep 06 14:32:05.699720 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:32:05.770637 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:05.771350 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:05.772885 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] 10.222.0.22 "PUT /v2.0/ports/22f91b00-5235-4eb3-b0f8-c3de31ffa108 HTTP/1.1" status: 200 len: 1093 time: 3.1182389 Sep 06 14:32:05.773382 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b8ee61-889f-40ef-a416-a0786ad35e6b', 'tag': '22f91b00-5235-4eb3-b0f8-c3de31ffa108'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:05.776132 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-0ffb1637-ef52-49d1-af75-3869bde9a467 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b71c96e485443ba9b7f50edbda420c2 HTTP/1.1" status: 200 len: 380 time: 0.1603696 Sep 06 14:32:05.803636 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-ec6f6842-5b9a-43f7-9f78-e790629b7620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Request body: {'port': {'device_id': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'admin_state_up': True, 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'security_groups': ['5b7cd835-0b7e-4e12-8c78-8b1b848c627b']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:05.829427 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-431e8c75-aea5-41f3-895c-beb13d8e7d82 req-ce22e07a-1cdd-4a5f-9d03-0f1f14d0afac tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911089 Sep 06 14:32:05.919066 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de1961-ad34-451d-a72f-63ad646f84a1 service neutron] Pushing event updated for resources: {'Port': ['ID=22f91b00-5235-4eb3-b0f8-c3de31ffa108,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:06.126724 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-ec6f6842-5b9a-43f7-9f78-e790629b7620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Made reservation on behalf of 2b71c96e485443ba9b7f50edbda420c2 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:32:06.139301 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-ec6f6842-5b9a-43f7-9f78-e790629b7620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:06.148036 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c0d8f0ac-d26c-4e6e-a5dc-5bbae3c67201 req-b9514e7b-3bf3-4823-be05-8950c125bf55 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133174 Sep 06 14:32:06.217716 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-1eceeee3-f1ab-41d4-961f-536ff81161f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:06.220282 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-1eceeee3-f1ab-41d4-961f-536ff81161f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0e9c936084cd4e76a3e450be25892046&device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 1096 time: 0.2883930 Sep 06 14:32:06.237625 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ee29251f-65f9-41b3-92c0-f391760ebd86 req-bd98537b-ba35-41b1-922b-c5285da2a13d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 210 time: 0.2607207 Sep 06 14:32:06.265838 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-281afe53-42dd-4657-a668-9ed9f60072fe None None] Provisioning complete for port e517322a-e8a1-492e-8b86-b38a95adbec2 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:06.266690 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-281afe53-42dd-4657-a668-9ed9f60072fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:06.298614 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:32:06.339282 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 44984) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:06.374938 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-18947d32-322a-4f8f-bad8-2de7365e3e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:06.379127 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-ffc460f8-3e85-4447-b4d3-73283246cd73 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22f91b00-5235-4eb3-b0f8-c3de31ffa108 HTTP/1.1" status: 200 len: 217 time: 0.1484888 Sep 06 14:32:06.421310 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-281afe53-42dd-4657-a668-9ed9f60072fe None None] Port e517322a-e8a1-492e-8b86-b38a95adbec2 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:32:06.622459 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:06.635052 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Transition to ACTIVE for port object eee0d4e8-3be8-4e91-9e10-24b398bff668 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:32:06.644104 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:06.700953 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1592e4b-3c4c-426d-bb8f-83cea833161b None None] Pushing event updated for resources: {'Port': ['ID=eee0d4e8-3be8-4e91-9e10-24b398bff668,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:06.729551 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-ec6f6842-5b9a-43f7-9f78-e790629b7620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Allocated IP 172.20.0.5 (1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5/be400bbf-0c01-4e2c-9828-7b5bdb047a6b/343e4f3e-9faa-4397-8793-4812d09122cf) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:32:06.760133 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49da61f6-861b-4aab-9dff-5a788320b125" -d '{"events": [{"name": "network-changed", "server_uuid": "69b8ee61-889f-40ef-a416-a0786ad35e6b", "tag": "22f91b00-5235-4eb3-b0f8-c3de31ffa108"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:06.808695 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-71393786-f970-4b0a-b1db-b70e2f3ca01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:06.816077 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-71393786-f970-4b0a-b1db-b70e2f3ca01c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cd5d4a76-56e6-4881-a045-6cef582a386f HTTP/1.1" status: 200 len: 851 time: 0.4250047 Sep 06 14:32:06.830604 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Attempting to bind port eee0d4e8-3be8-4e91-9e10-24b398bff668 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:32:06.830994 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Attempting to bind port eee0d4e8-3be8-4e91-9e10-24b398bff668 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': '0f157b31-0c75-4fef-8a36-b9197cb8e96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:32:06.831372 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Attempting to bind port eee0d4e8-3be8-4e91-9e10-24b398bff668 on network 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:32:06.838329 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:32:06.838843 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Checking segment: {'id': '0f157b31-0c75-4fef-8a36-b9197cb8e96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:32:06.839216 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:06.839567 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Bound using segment: {'id': '0f157b31-0c75-4fef-8a36-b9197cb8e96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:32:06.840434 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Bound port: eee0d4e8-3be8-4e91-9e10-24b398bff668, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f157b31-0c75-4fef-8a36-b9197cb8e96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:32:06.840857 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:06.933003 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] For port eee0d4e8-3be8-4e91-9e10-24b398bff668, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:32:06.937661 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] For port eee0d4e8-3be8-4e91-9e10-24b398bff668, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=eee0d4e8-3be8-4e91-9e10-24b398bff668,segment=NetworkSegment(0f157b31-0c75-4fef-8a36-b9197cb8e96c),segment_id=0f157b31-0c75-4fef-8a36-b9197cb8e96c)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:32:06.947569 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-18947d32-322a-4f8f-bad8-2de7365e3e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:06.951025 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-75e8f922-1f4f-47b8-8dc7-a1bf30d3e0db service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5043a02c-8c49-4d07-9896-b9f62403e9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239703 Sep 06 14:32:06.954131 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:06.977142 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-18947d32-322a-4f8f-bad8-2de7365e3e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:07.038857 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Routers {'2d96e314-0803-4085-ac6b-e54fd422b98b'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:32:07.039513 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:31:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['2d96e314-0803-4085-ac6b-e54fd422b98b'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:07.043006 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1592e4b-3c4c-426d-bb8f-83cea833161b None None] Pushing event updated for resources: {'Port': ['ID=eee0d4e8-3be8-4e91-9e10-24b398bff668,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:07.082306 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-4456b744-f641-437f-975b-a3eb2bbe85e6 service neutron] 10.222.0.22 "GET /v2.0/networks/5043a02c-8c49-4d07-9896-b9f62403e9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215239 Sep 06 14:32:07.109143 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c1f7b3-44ce-46f5-9571-ae417aab37a2 x-openstack-request-id: req-13c1f7b3-44ce-46f5-9571-ae417aab37a2 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:07.109529 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b8ee61-889f-40ef-a416-a0786ad35e6b", "tag": "22f91b00-5235-4eb3-b0f8-c3de31ffa108", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:07.110528 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13c1f7b3-44ce-46f5-9571-ae417aab37a2 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:07.111147 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b8ee61-889f-40ef-a416-a0786ad35e6b', 'tag': '22f91b00-5235-4eb3-b0f8-c3de31ffa108', 'status': 'completed', 'code': 200} Sep 06 14:32:07.168320 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:32:07.196390 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-06db0779-43be-46b0-9e67-b6f1f9ba2af9 admin admin] 10.222.0.53 "PUT /v2.0/routers/b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2086580 Sep 06 14:32:07.211606 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Sync routers for ids ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:32:07.221963 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Routers {'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:32:07.222901 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:31:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:07.241573 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18947d32-322a-4f8f-bad8-2de7365e3e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45244e73-27a4-4a38-b759-f419269e383e,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:07.245570 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] Set router 2d96e314-0803-4085-ac6b-e54fd422b98b gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:32:07.298768 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-ec6f6842-5b9a-43f7-9f78-e790629b7620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:07.331381 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886c213-a897-4e79-8aa6-e6c084986090 req-2f0ad64a-7726-402b-b019-5a72cdfe07c9 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:07.340064 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6886c213-a897-4e79-8aa6-e6c084986090 req-2f0ad64a-7726-402b-b019-5a72cdfe07c9 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/networks?id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab HTTP/1.1" status: 200 len: 819 time: 0.4496624 Sep 06 14:32:07.369497 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6886c213-a897-4e79-8aa6-e6c084986090 req-710e192d-e96d-4de4-8e49-65b8c2a084fe tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/quotas/d1aa8874a626416e82820a8f9fda0599 HTTP/1.1" status: 200 len: 375 time: 0.0282941 Sep 06 14:32:07.378839 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Set router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:32:07.389490 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-ec6f6842-5b9a-43f7-9f78-e790629b7620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Transition to ACTIVE for port object 343e4f3e-9faa-4397-8793-4812d09122cf will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:32:07.398739 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-18947d32-322a-4f8f-bad8-2de7365e3e70 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5bd46cba0ce3478b86f1123f9cbd4700&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0584731 Sep 06 14:32:07.403549 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45010) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:07.410437 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a9c699d-b5fb-4366-8e23-5954cf6ed1b5 req-d559aac4-0112-4042-8362-f61d4376eeaa service neutron] 10.222.0.22 "GET /v2.0/networks/5043a02c-8c49-4d07-9896-b9f62403e9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964118 Sep 06 14:32:07.465776 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63335f46-2db6-441e-ac7e-03f643ac8ff2 req-dd8a9939-d233-48fe-8aeb-6309aed11a53 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:07.467319 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63335f46-2db6-441e-ac7e-03f643ac8ff2 req-dd8a9939-d233-48fe-8aeb-6309aed11a53 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 944 time: 0.2430255 Sep 06 14:32:07.490254 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6886c213-a897-4e79-8aa6-e6c084986090 req-6c4ce754-411f-4d6a-b757-25ca16061ea3 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d1aa8874a626416e82820a8f9fda0599&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1165626 Sep 06 14:32:07.536972 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dcb15808-7c3d-4f0c-81b0-943cda8a5d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:07.554753 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-34c26176-23fc-4a23-987f-84822da4d1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:07.560245 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-ec6f6842-5b9a-43f7-9f78-e790629b7620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:07.601696 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63335f46-2db6-441e-ac7e-03f643ac8ff2 req-7d052c73-b4f7-46d8-a8d4-95045bbc2746 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121030 Sep 06 14:32:07.632464 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:07.651534 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-ec6f6842-5b9a-43f7-9f78-e790629b7620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:32:07.660706 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-34c26176-23fc-4a23-987f-84822da4d1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:07.662520 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da61f6-861b-4aab-9dff-5a788320b125 req-70f6dcb7-070d-4558-b6e0-be0761f5bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:07.666828 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-49da61f6-861b-4aab-9dff-5a788320b125 req-70f6dcb7-070d-4558-b6e0-be0761f5bc76 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0e9c936084cd4e76a3e450be25892046&device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 1096 time: 0.1674509 Sep 06 14:32:07.677828 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-ec6f6842-5b9a-43f7-9f78-e790629b7620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:32:07.695555 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-ec6f6842-5b9a-43f7-9f78-e790629b7620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:32:07.706401 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-ec6f6842-5b9a-43f7-9f78-e790629b7620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:07.707498 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-ec6f6842-5b9a-43f7-9f78-e790629b7620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:07.716176 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f6842-5b9a-43f7-9f78-e790629b7620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event updated for resources: {'Port': ['ID=343e4f3e-9faa-4397-8793-4812d09122cf,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:07.728572 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6886c213-a897-4e79-8aa6-e6c084986090 req-d21338f0-8381-4243-afa0-558b4908656d service neutron] 10.222.0.53 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385836 Sep 06 14:32:07.771112 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'name': 'tempest-ServerRescueNegativeTestJSON-1459393763-router', 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': 'd1aa8874a626416e82820a8f9fda0599', 'gw_port': {'id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'eee0d4e8-3be8-4e91-9e10-24b398bff668', 'name': '', 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab', 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599', 'mac_address': 'fa:16:3e:68:6c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9fa9df13-81db-409e-a9f9-45d5d5eb4201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:52Z', 'updated_at': '2021-09-06T14:32:06Z', 'revision_number': 4, 'project_id': 'd1aa8874a626416e82820a8f9fda0599', 'subnets': [{'id': '9fa9df13-81db-409e-a9f9-45d5d5eb4201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:07.782612 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:32:04Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'e517322a-e8a1-492e-8b86-b38a95adbec2', 'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'mac_address': 'fa:16:3e:98:d7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:58Z', 'updated_at': '2021-09-06T14:32:04Z', 'revision_number': 2, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'subnets': [{'id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:07.818556 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Checking router: b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:32:07.819063 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Updating router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 port e517322a-e8a1-492e-8b86-b38a95adbec2 binding host dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:32:07.850008 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b64cd9-3adc-4013-bf51-0d315ae34a34 None None] The sync data for ids ['2d96e314-0803-4085-ac6b-e54fd422b98b'] in dv-cinder-791281-8-iscsi is: [{'id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'name': 'tempest-ServerRescueNegativeTestJSON-1459393763-router', 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': 'd1aa8874a626416e82820a8f9fda0599', 'gw_port': {'id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'eee0d4e8-3be8-4e91-9e10-24b398bff668', 'name': '', 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab', 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599', 'mac_address': 'fa:16:3e:68:6c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9fa9df13-81db-409e-a9f9-45d5d5eb4201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:52Z', 'updated_at': '2021-09-06T14:32:06Z', 'revision_number': 4, 'project_id': 'd1aa8874a626416e82820a8f9fda0599', 'subnets': [{'id': '9fa9df13-81db-409e-a9f9-45d5d5eb4201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:32:07.854181 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:07.916058 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed9b4a-256a-4f38-ab25-3c6490aa29cb req-b7880fad-9864-4876-afa5-28972e5230a3 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:07.935933 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-04ed9b4a-256a-4f38-ab25-3c6490aa29cb req-b7880fad-9864-4876-afa5-28972e5230a3 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 943 time: 0.2034407 Sep 06 14:32:07.956377 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-ec6f6842-5b9a-43f7-9f78-e790629b7620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1713490 Sep 06 14:32:07.984326 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Request body: {'port': {'device_id': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:08.083529 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-34c26176-23fc-4a23-987f-84822da4d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:08.092073 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-34c26176-23fc-4a23-987f-84822da4d1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:08.096482 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-34c26176-23fc-4a23-987f-84822da4d1eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45244e73-27a4-4a38-b759-f419269e383e HTTP/1.1" status: 204 len: 168 time: 0.6913826 Sep 06 14:32:08.119304 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da61f6-861b-4aab-9dff-5a788320b125 req-4e991f93-5871-47a8-92ba-8722befce7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:08.121065 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-49da61f6-861b-4aab-9dff-5a788320b125 req-4e991f93-5871-47a8-92ba-8722befce7e0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5043a02c-8c49-4d07-9896-b9f62403e9d5 HTTP/1.1" status: 200 len: 912 time: 0.4302409 Sep 06 14:32:08.181277 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-04ed9b4a-256a-4f38-ab25-3c6490aa29cb req-f20c07f3-6559-42c2-a522-dfbfbe858ace tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443311 Sep 06 14:32:08.226751 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c26176-23fc-4a23-987f-84822da4d1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45244e73-27a4-4a38-b759-f419269e383e,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:08.251142 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:08.258040 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-49da61f6-861b-4aab-9dff-5a788320b125 req-2b431135-9fbe-40f9-b625-5074154dec69 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22f91b00-5235-4eb3-b0f8-c3de31ffa108 HTTP/1.1" status: 200 len: 217 time: 0.1221952 Sep 06 14:32:08.335221 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-5dd2a35f-8795-463d-9d55-adf1f8bbcc69 None None] Provisioning for port 343e4f3e-9faa-4397-8793-4812d09122cf completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:32:08.352125 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-5dd2a35f-8795-463d-9d55-adf1f8bbcc69 None None] Provisioning complete for port 343e4f3e-9faa-4397-8793-4812d09122cf triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:08.352560 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5dd2a35f-8795-463d-9d55-adf1f8bbcc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:08.482969 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6886c213-a897-4e79-8aa6-e6c084986090 req-733b64ba-6350-499e-96f8-ac5af461f2c1 service neutron] 10.222.0.53 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7533348 Sep 06 14:32:08.486743 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da61f6-861b-4aab-9dff-5a788320b125 req-757c710c-83b8-4203-8d7f-1f1588b098c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:08.497614 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-49da61f6-861b-4aab-9dff-5a788320b125 req-757c710c-83b8-4203-8d7f-1f1588b098c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cd5d4a76-56e6-4881-a045-6cef582a386f HTTP/1.1" status: 200 len: 851 time: 0.2298007 Sep 06 14:32:08.553366 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-5dd2a35f-8795-463d-9d55-adf1f8bbcc69 None None] Port 343e4f3e-9faa-4397-8793-4812d09122cf cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:32:08.646334 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device eee0d4e8-3be8-4e91-9e10-24b398bff668 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:32:08.811437 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:08.826289 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Transition to ACTIVE for port object e517322a-e8a1-492e-8b86-b38a95adbec2 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:32:08.853757 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:08.874332 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-49da61f6-861b-4aab-9dff-5a788320b125 req-c659d3e5-f792-412c-9796-0cdd4ad5aa23 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5043a02c-8c49-4d07-9896-b9f62403e9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3686109 Sep 06 14:32:08.992409 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port eee0d4e8-3be8-4e91-9e10-24b398bff668 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:32:09.009749 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343e4f3e-9faa-4397-8793-4812d09122cf {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:32:09.011150 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:09.054230 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:09.082532 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port eee0d4e8-3be8-4e91-9e10-24b398bff668 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:09.083649 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:09.142273 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-49da61f6-861b-4aab-9dff-5a788320b125 req-19ee1e45-3ec2-4fe8-8b4e-202a122ca589 service neutron] 10.222.0.22 "GET /v2.0/networks/5043a02c-8c49-4d07-9896-b9f62403e9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577991 Sep 06 14:32:09.160978 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Transition to ACTIVE for port object 343e4f3e-9faa-4397-8793-4812d09122cf will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:32:09.205732 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:09.269352 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ffa13-9f13-4d67-b14c-6ddd33fde64e None None] Pushing event updated for resources: {'Port': ['ID=e517322a-e8a1-492e-8b86-b38a95adbec2,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:09.270028 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a6fc3-1364-4b98-bb1c-93ceb559bbcb req-dcf541af-3788-4347-993a-d4cb6b2eb59d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:09.282255 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-145a6fc3-1364-4b98-bb1c-93ceb559bbcb req-dcf541af-3788-4347-993a-d4cb6b2eb59d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 931 time: 0.2161832 Sep 06 14:32:09.474258 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device bc6bf95a-f246-4e44-a803-9ce8c430a8f8 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:32:09.526431 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-49da61f6-861b-4aab-9dff-5a788320b125 req-f72603f4-dc37-4f92-b9eb-508f75dec15e service neutron] 10.222.0.22 "GET /v2.0/networks/5043a02c-8c49-4d07-9896-b9f62403e9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717854 Sep 06 14:32:09.633123 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-145a6fc3-1364-4b98-bb1c-93ceb559bbcb req-f7323ca8-3b1d-429b-a4f8-d2e32128877e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487394 Sep 06 14:32:09.683957 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Pushing event updated for resources: {'Port': ['ID=343e4f3e-9faa-4397-8793-4812d09122cf,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:09.724001 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Attempting to bind port e517322a-e8a1-492e-8b86-b38a95adbec2 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:32:09.724734 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Attempting to bind port e517322a-e8a1-492e-8b86-b38a95adbec2 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:32:09.724872 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Attempting to bind port e517322a-e8a1-492e-8b86-b38a95adbec2 on network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:32:09.787196 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Attempting to bind port 343e4f3e-9faa-4397-8793-4812d09122cf on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:32:09.798399 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Attempting to bind port 343e4f3e-9faa-4397-8793-4812d09122cf by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:32:09.799132 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Attempting to bind port 343e4f3e-9faa-4397-8793-4812d09122cf on network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:32:09.809336 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Port 343e4f3e-9faa-4397-8793-4812d09122cf on network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:32:09.809966 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Attempting to bind port 343e4f3e-9faa-4397-8793-4812d09122cf on network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:32:09.828504 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:32:09.832040 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Checking segment: {'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:32:09.835249 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:09.835478 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:32:09.835808 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Checking segment: {'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:32:09.836213 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Bound using segment: {'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:32:09.838558 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Bound using segment: {'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:32:09.841308 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Bound port: e517322a-e8a1-492e-8b86-b38a95adbec2, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:32:09.844602 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:09.846113 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Bound port: 343e4f3e-9faa-4397-8793-4812d09122cf, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:32:09.846628 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:10.036717 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:10.114645 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port eee0d4e8-3be8-4e91-9e10-24b398bff668, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=eee0d4e8-3be8-4e91-9e10-24b398bff668,segment=NetworkSegment(0f157b31-0c75-4fef-8a36-b9197cb8e96c),segment_id=0f157b31-0c75-4fef-8a36-b9197cb8e96c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:10.132510 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.db.resource_extend [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 06 14:32:10.135663 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:10.177400 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45b5d-8b92-4bf6-a8d5-1971bcd1b8e5 req-56a764cd-322f-4048-86ef-09cfbb4c28de tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:10.180548 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e3d45b5d-8b92-4bf6-a8d5-1971bcd1b8e5 req-56a764cd-322f-4048-86ef-09cfbb4c28de tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 944 time: 0.2304547 Sep 06 14:32:10.203290 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] For port 343e4f3e-9faa-4397-8793-4812d09122cf, host hv-cinder-79128, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:32:10.211667 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] For port 343e4f3e-9faa-4397-8793-4812d09122cf, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=343e4f3e-9faa-4397-8793-4812d09122cf,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:32:10.222192 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:10.366226 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:10.368270 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:10.376708 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] 10.222.0.22 "PUT /v2.0/ports/343e4f3e-9faa-4397-8793-4812d09122cf HTTP/1.1" status: 200 len: 1093 time: 2.4103584 Sep 06 14:32:10.378127 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'tag': '343e4f3e-9faa-4397-8793-4812d09122cf'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:10.388102 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bff05d8-8d21-48b8-a790-240fb167522b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee91502-6626-43e4-bb7d-cb7298d80cfe", "tag": "343e4f3e-9faa-4397-8793-4812d09122cf"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:10.483094 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] For port e517322a-e8a1-492e-8b86-b38a95adbec2, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:32:10.494253 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] For port e517322a-e8a1-492e-8b86-b38a95adbec2, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=e517322a-e8a1-492e-8b86-b38a95adbec2,segment=NetworkSegment(ddf58939-5e3e-405b-adbe-468927aa8d56),segment_id=ddf58939-5e3e-405b-adbe-468927aa8d56)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:32:10.511935 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=eee0d4e8-3be8-4e91-9e10-24b398bff668,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:10.557263 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:10.628408 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf07f1a-0a40-475e-8601-e626f436ac03 service neutron] Pushing event updated for resources: {'Port': ['ID=343e4f3e-9faa-4397-8793-4812d09122cf,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:10.649423 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e3d45b5d-8b92-4bf6-a8d5-1971bcd1b8e5 req-4440e214-4c73-46d2-98be-36bbb37894c9 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295852 Sep 06 14:32:10.650229 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45092) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:10.663186 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-af4ee42a-ed20-4296-aa1a-607d3d9c7e9a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1559407726', 'description': 'tempest-description--1322406535'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:10.686330 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-d7735315-8b28-46f2-b138-6c66899985de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:10.688784 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-d7735315-8b28-46f2-b138-6c66899985de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b71c96e485443ba9b7f50edbda420c2&device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 1096 time: 0.2280695 Sep 06 14:32:10.713710 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:10.825690 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-1099b4e2-083c-4df1-ab51-f0bc7ef0b7c4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343e4f3e-9faa-4397-8793-4812d09122cf HTTP/1.1" status: 200 len: 217 time: 0.1279025 Sep 06 14:32:10.844886 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-af4ee42a-ed20-4296-aa1a-607d3d9c7e9a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:10.945859 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Routers {'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:32:10.946985 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:32:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:11.042609 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9f252619-4f14-4318-8cb7-ec2c9afedbe5 req-84816890-c2e4-422c-9e27-f0b8e2148d63 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 210 time: 0.1937742 Sep 06 14:32:11.167676 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-af4ee42a-ed20-4296-aa1a-607d3d9c7e9a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:11.209450 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-5c26c8bb-2a9d-40b2-b88e-b1465760ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:11.212283 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-5c26c8bb-2a9d-40b2-b88e-b1465760ed39 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=be400bbf-0c01-4e2c-9828-7b5bdb047a6b HTTP/1.1" status: 200 len: 856 time: 0.3729024 Sep 06 14:32:11.249527 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:11.285379 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12437a-f850-4d8f-a28e-656fff6e936e req-9087fd66-5982-4f46-b897-83f1a68a830f tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:11.291543 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-af4ee42a-ed20-4296-aa1a-607d3d9c7e9a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:11.296292 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad12437a-f850-4d8f-a28e-656fff6e936e req-9087fd66-5982-4f46-b897-83f1a68a830f tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 943 time: 0.2434094 Sep 06 14:32:11.336648 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ffa13-9f13-4d67-b14c-6ddd33fde64e None None] Pushing event updated for resources: {'Port': ['ID=e517322a-e8a1-492e-8b86-b38a95adbec2,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:11.382554 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a501c7-4759-4cfb-829b-9b553850e8bf x-openstack-request-id: req-86a501c7-4759-4cfb-829b-9b553850e8bf {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:11.382850 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee91502-6626-43e4-bb7d-cb7298d80cfe", "tag": "343e4f3e-9faa-4397-8793-4812d09122cf", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:11.384199 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86a501c7-4759-4cfb-829b-9b553850e8bf {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:11.384775 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'tag': '343e4f3e-9faa-4397-8793-4812d09122cf', 'status': 'completed', 'code': 200} Sep 06 14:32:11.409611 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-af4ee42a-ed20-4296-aa1a-607d3d9c7e9a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:11.411201 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-af4ee42a-ed20-4296-aa1a-607d3d9c7e9a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7582738 Sep 06 14:32:11.419242 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45132) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:11.442144 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-1de4041c-2869-4ac5-899d-632045a9018e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Request body: {'security_group_rule': {'security_group_id': '75f2f018-b1ed-4b90-8445-c96825a15201', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:11.473816 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port bc6bf95a-f246-4e44-a803-9ce8c430a8f8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bc6bf95a-f246-4e44-a803-9ce8c430a8f8,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:11.482343 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ee42a-ed20-4296-aa1a-607d3d9c7e9a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f2f018-b1ed-4b90-8445-c96825a15201,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:11.493720 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad12437a-f850-4d8f-a28e-656fff6e936e req-6a9e6418-56ab-43a0-9e48-2635597f80c4 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935806 Sep 06 14:32:11.498616 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-d55be07c-d505-40ef-adad-adc3946198cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:11.500755 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-d55be07c-d505-40ef-adad-adc3946198cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2737153 Sep 06 14:32:11.514127 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': 'bc6bf95a-f246-4e44-a803-9ce8c430a8f8', 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b', 'port_id': 'bc6bf95a-f246-4e44-a803-9ce8c430a8f8', 'mac_address': 'fa:16:3e:3d:f6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0d1cd7-81f5-422d-bf12-26ef03d90b93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:32:11.545295 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886c213-a897-4e79-8aa6-e6c084986090 req-8057529a-2098-4451-a11a-c6e96a34e2b1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:11.547757 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6886c213-a897-4e79-8aa6-e6c084986090 req-8057529a-2098-4451-a11a-c6e96a34e2b1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.22 "GET /v2.0/networks?id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab HTTP/1.1" status: 200 len: 819 time: 0.7613428 Sep 06 14:32:11.581092 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-6886c213-a897-4e79-8aa6-e6c084986090 req-09e68805-7a74-4fc5-853d-fe57eba722a1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Request body: {'port': {'device_id': 'dca12fdc-14a0-4d6b-a234-592ea04dbe04', 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab', 'admin_state_up': True, 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:11.589530 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:11.621358 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6bf95a-f246-4e44-a803-9ce8c430a8f8 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:32:11.672902 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84f976-4b95-4a28-875f-a1f44b9a20f5 req-744641f8-7bd3-487c-8999-23348979a1a3 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:11.674847 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee84f976-4b95-4a28-875f-a1f44b9a20f5 req-744641f8-7bd3-487c-8999-23348979a1a3 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.2695668 Sep 06 14:32:11.709005 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port bc6bf95a-f246-4e44-a803-9ce8c430a8f8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bc6bf95a-f246-4e44-a803-9ce8c430a8f8,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:11.716380 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] Set router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:32:11.812366 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1de4041c-2869-4ac5-899d-632045a9018e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:11.865244 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45156) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:11.919441 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:11.941244 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee84f976-4b95-4a28-875f-a1f44b9a20f5 req-f39ce405-cfef-4f17-80e6-fe714d877408 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315483 Sep 06 14:32:11.983648 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 22f91b00-5235-4eb3-b0f8-c3de31ffa108 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:32:12.035073 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1de4041c-2869-4ac5-899d-632045a9018e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:12.042658 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1de4041c-2869-4ac5-899d-632045a9018e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:12.051933 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-d0419746-794f-4124-8715-495f894ebebb service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399354 Sep 06 14:32:12.086673 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4041c-2869-4ac5-899d-632045a9018e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739976de-8b78-44eb-9793-e3d83df50bb3,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:12.094171 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6886c213-a897-4e79-8aa6-e6c084986090 req-09e68805-7a74-4fc5-853d-fe57eba722a1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Made reservation on behalf of d1aa8874a626416e82820a8f9fda0599 for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:32:12.100362 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6886c213-a897-4e79-8aa6-e6c084986090 req-09e68805-7a74-4fc5-853d-fe57eba722a1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:12.104518 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=bc6bf95a-f246-4e44-a803-9ce8c430a8f8,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:12.106377 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1de4041c-2869-4ac5-899d-632045a9018e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:12.108680 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-1de4041c-2869-4ac5-899d-632045a9018e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6802001 Sep 06 14:32:12.119872 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45166) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:12.128558 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-f62a5230-6635-4913-bb0b-d278de9b3bd3 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Request body: {'security_group_rule': {'security_group_id': '75f2f018-b1ed-4b90-8445-c96825a15201', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:12.266870 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-2ba4a8a8-1618-48e5-9679-2bc62cf3274d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:12.271158 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-2ba4a8a8-1618-48e5-9679-2bc62cf3274d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/networks?id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab HTTP/1.1" status: 200 len: 819 time: 0.6202128 Sep 06 14:32:12.394385 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['bc6bf95a-f246-4e44-a803-9ce8c430a8f8'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:32:12.430906 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e6dcbf26-aebc-4d83-a4de-9f80430dba2a req-1c1fd40f-1b4d-4f84-a119-abce1854ed51 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679113 Sep 06 14:32:12.435782 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-fd33ac4a-cc1a-454d-b8ce-4d2970844f21 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/quotas/d1aa8874a626416e82820a8f9fda0599 HTTP/1.1" status: 200 len: 375 time: 0.0942347 Sep 06 14:32:12.454591 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-99d03a42-c86a-47b6-bd0f-619b95d6bba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:12.498956 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f62a5230-6635-4913-bb0b-d278de9b3bd3 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:12.554940 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352a7d3-44c0-4433-8719-2ecbf9a2abee req-b8e4ced1-6a0c-4cb2-a93c-a0ca065437d7 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:12.556810 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b352a7d3-44c0-4433-8719-2ecbf9a2abee req-b8e4ced1-6a0c-4cb2-a93c-a0ca065437d7 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 945 time: 0.4459469 Sep 06 14:32:12.568074 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-6886c213-a897-4e79-8aa6-e6c084986090 req-09e68805-7a74-4fc5-853d-fe57eba722a1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Allocated IP 172.20.0.6 (7d7758a0-8015-4bcf-8a6f-e477d83bd6ab/9fa9df13-81db-409e-a9f9-45d5d5eb4201/21158f81-630c-46ab-ace2-c41957ff6048) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:32:12.611420 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-99d03a42-c86a-47b6-bd0f-619b95d6bba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:12.627018 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-99d03a42-c86a-47b6-bd0f-619b95d6bba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:12.660718 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b352a7d3-44c0-4433-8719-2ecbf9a2abee req-597d0aae-97a3-4cde-9aca-ebd86a8265bc tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827777 Sep 06 14:32:12.669620 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device eee0d4e8-3be8-4e91-9e10-24b398bff668 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:32:12.679536 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d03a42-c86a-47b6-bd0f-619b95d6bba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba46693-a90a-4c35-b0ca-92e277af6021,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:12.692657 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f62a5230-6635-4913-bb0b-d278de9b3bd3 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:12.706655 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f62a5230-6635-4913-bb0b-d278de9b3bd3 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:12.748439 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-f4af9006-06ab-4be9-8712-ec7399706292 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d1aa8874a626416e82820a8f9fda0599&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2961531 Sep 06 14:32:12.752861 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f62a5230-6635-4913-bb0b-d278de9b3bd3 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:12.754433 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f62a5230-6635-4913-bb0b-d278de9b3bd3 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6312954 Sep 06 14:32:12.758165 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45184) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:12.763146 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Request body: {'floatingip': {'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:12.767238 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-99d03a42-c86a-47b6-bd0f-619b95d6bba3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de1fe237c3aa4deab5b5026ec51ef40b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8859875 Sep 06 14:32:12.769046 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45188) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:12.791279 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a5230-6635-4913-bb0b-d278de9b3bd3 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48063827-4708-4f59-ad81-434320898f6a,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:12.798839 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for floatingip, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:12.874549 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 22f91b00-5235-4eb3-b0f8-c3de31ffa108, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=22f91b00-5235-4eb3-b0f8-c3de31ffa108,segment=NetworkSegment(42af3723-25aa-4807-948c-7551f82d4941),segment_id=42af3723-25aa-4807-948c-7551f82d4941)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:12.916081 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff05d8-8d21-48b8-a790-240fb167522b req-62fc2f67-2f21-4182-87d7-579ebe483ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:12.917788 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7bff05d8-8d21-48b8-a790-240fb167522b req-62fc2f67-2f21-4182-87d7-579ebe483ff3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b71c96e485443ba9b7f50edbda420c2&device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 1096 time: 0.2938294 Sep 06 14:32:12.958763 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': '22f91b00-5235-4eb3-b0f8-c3de31ffa108', 'network_id': '5043a02c-8c49-4d07-9896-b9f62403e9d5', 'port_id': '22f91b00-5235-4eb3-b0f8-c3de31ffa108', 'mac_address': 'fa:16:3e:42:c0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5d4a76-56e6-4881-a045-6cef582a386f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:32:13.017465 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6886c213-a897-4e79-8aa6-e6c084986090 req-09e68805-7a74-4fc5-853d-fe57eba722a1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:13.020856 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:13.042038 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7eeb0-75df-4e24-a2de-91a6f240b286 req-84db22a8-2935-42d3-941a-ecc7c3e9af26 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:13.044462 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a1b7eeb0-75df-4e24-a2de-91a6f240b286 req-84db22a8-2935-42d3-941a-ecc7c3e9af26 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 943 time: 0.2183793 Sep 06 14:32:13.051541 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f91b00-5235-4eb3-b0f8-c3de31ffa108 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:32:13.121255 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a1b7eeb0-75df-4e24-a2de-91a6f240b286 req-b7db9a68-0278-4d8f-b328-0e04df3a5252 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650685 Sep 06 14:32:13.156267 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port eee0d4e8-3be8-4e91-9e10-24b398bff668 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:13.163478 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:13.164831 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:13.174542 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6886c213-a897-4e79-8aa6-e6c084986090 req-09e68805-7a74-4fc5-853d-fe57eba722a1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:13.240235 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4dea4c36-3ba8-43c1-aba6-c636a071e896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:13.257365 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 22f91b00-5235-4eb3-b0f8-c3de31ffa108, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=22f91b00-5235-4eb3-b0f8-c3de31ffa108,segment=NetworkSegment(42af3723-25aa-4807-948c-7551f82d4941),segment_id=42af3723-25aa-4807-948c-7551f82d4941)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:13.277637 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:13.286650 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6886c213-a897-4e79-8aa6-e6c084986090 req-09e68805-7a74-4fc5-853d-fe57eba722a1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Network 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:32:13.311234 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-6886c213-a897-4e79-8aa6-e6c084986090 req-09e68805-7a74-4fc5-853d-fe57eba722a1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:32:13.339124 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6886c213-a897-4e79-8aa6-e6c084986090 req-09e68805-7a74-4fc5-853d-fe57eba722a1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:32:13.348066 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4dea4c36-3ba8-43c1-aba6-c636a071e896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:13.386366 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff05d8-8d21-48b8-a790-240fb167522b req-c4a5c04d-732b-44a0-a628-f863a8e7d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:13.387913 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7bff05d8-8d21-48b8-a790-240fb167522b req-c4a5c04d-732b-44a0-a628-f863a8e7d3a5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 200 len: 918 time: 0.1998944 Sep 06 14:32:13.398836 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-4601c028-ac08-439d-8fff-a8f58172ce52 service neutron] 10.222.0.53 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454421 Sep 06 14:32:13.400032 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45200) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:13.411608 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=22f91b00-5235-4eb3-b0f8-c3de31ffa108,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:13.416366 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e68805-7a74-4fc5-853d-fe57eba722a1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Pushing event updated for resources: {'Port': ['ID=21158f81-630c-46ab-ace2-c41957ff6048,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:13.483461 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:32:04Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'e517322a-e8a1-492e-8b86-b38a95adbec2', 'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'mac_address': 'fa:16:3e:98:d7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:58Z', 'updated_at': '2021-09-06T14:32:10Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'subnets': [{'id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:13.489156 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Allocated IP 172.27.0.167 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/07db5cf3-0fe8-4cb3-b0f6-49dd9f92ae64) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:32:13.498018 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7bff05d8-8d21-48b8-a790-240fb167522b req-a1efc634-033a-43eb-b77e-133889faf27b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343e4f3e-9faa-4397-8793-4812d09122cf HTTP/1.1" status: 200 len: 217 time: 0.0970509 Sep 06 14:32:13.521210 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5bae3-548d-4ab1-9b1b-753dbed115d1 None None] The sync data for ids ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'] in dv-cinder-791281-8-iscsi is: [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:32:04Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'e517322a-e8a1-492e-8b86-b38a95adbec2', 'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'mac_address': 'fa:16:3e:98:d7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:58Z', 'updated_at': '2021-09-06T14:32:10Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'subnets': [{'id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:32:13.622354 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886c213-a897-4e79-8aa6-e6c084986090 req-09e68805-7a74-4fc5-853d-fe57eba722a1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:13.622954 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6886c213-a897-4e79-8aa6-e6c084986090 req-09e68805-7a74-4fc5-853d-fe57eba722a1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:13.638192 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4dea4c36-3ba8-43c1-aba6-c636a071e896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:13.640772 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4dea4c36-3ba8-43c1-aba6-c636a071e896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:13.645781 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-4dea4c36-3ba8-43c1-aba6-c636a071e896 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ba46693-a90a-4c35-b0ca-92e277af6021 HTTP/1.1" status: 204 len: 168 time: 0.8692129 Sep 06 14:32:13.664299 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89598357-1236-45a4-a8f1-95c81cec4936 req-a8b11e2d-90cb-4591-8226-b841a51d8243 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:13.670597 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-89598357-1236-45a4-a8f1-95c81cec4936 req-a8b11e2d-90cb-4591-8226-b841a51d8243 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.4009573 Sep 06 14:32:13.688342 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-59d2c7db-51a4-433f-8960-3ef128d8a8fe service neutron] 10.222.0.53 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879946 Sep 06 14:32:13.710909 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea4c36-3ba8-43c1-aba6-c636a071e896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba46693-a90a-4c35-b0ca-92e277af6021,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:13.710909 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff05d8-8d21-48b8-a790-240fb167522b req-2734345a-a010-4ebc-8e00-5ff867f0e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:13.710909 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7bff05d8-8d21-48b8-a790-240fb167522b req-2734345a-a010-4ebc-8e00-5ff867f0e871 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=be400bbf-0c01-4e2c-9828-7b5bdb047a6b HTTP/1.1" status: 200 len: 856 time: 0.1891270 Sep 06 14:32:13.731867 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d43c9233-7f16-4dac-b5d1-c61b6a0eb167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:13.754647 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6886c213-a897-4e79-8aa6-e6c084986090 req-09e68805-7a74-4fc5-853d-fe57eba722a1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1927519 Sep 06 14:32:13.775638 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['22f91b00-5235-4eb3-b0f8-c3de31ffa108'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:32:13.790934 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Request body: {'port': {'device_id': 'dca12fdc-14a0-4d6b-a234-592ea04dbe04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:13.969855 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff05d8-8d21-48b8-a790-240fb167522b req-af441d42-2beb-431e-9be4-18f409483900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:13.971796 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7bff05d8-8d21-48b8-a790-240fb167522b req-af441d42-2beb-431e-9be4-18f409483900 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2637677 Sep 06 14:32:14.037253 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:14.063363 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:14.122951 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7bff05d8-8d21-48b8-a790-240fb167522b req-caf22315-c078-49dc-ac5a-7ef96bddca66 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430457 Sep 06 14:32:14.145407 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-89598357-1236-45a4-a8f1-95c81cec4936 req-36ecb5dd-accb-43e1-8d06-e930f60aca47 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4246342 Sep 06 14:32:14.325630 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7bff05d8-8d21-48b8-a790-240fb167522b req-ab38442a-8d8d-49ae-baaa-0c25d250f33b service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821294 Sep 06 14:32:14.326848 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45230) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:14.389017 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2953-46ea-4799-a8b9-06d8d18b3b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:14.395263 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c0874924-bf96-4741-9990-c01549441f07 req-b8c23a07-4658-481b-8171-df2afac4994c tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 210 time: 0.1126728 Sep 06 14:32:14.414299 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:14.433870 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d43c9233-7f16-4dac-b5d1-c61b6a0eb167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:14.456746 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46a8c1-ed84-4f46-a3eb-e6ef65bfd6de req-804a7a1a-254d-4862-a012-adb472ab63a0 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:14.459481 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2c46a8c1-ed84-4f46-a3eb-e6ef65bfd6de req-804a7a1a-254d-4862-a012-adb472ab63a0 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 945 time: 0.3338823 Sep 06 14:32:14.475010 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device e517322a-e8a1-492e-8b86-b38a95adbec2 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:32:14.563205 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port e517322a-e8a1-492e-8b86-b38a95adbec2 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:32:14.569534 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port e517322a-e8a1-492e-8b86-b38a95adbec2 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:14.570091 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:14.586176 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d43c9233-7f16-4dac-b5d1-c61b6a0eb167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:14.615385 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45238) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:14.641660 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event updated for resources: {'Port': ['ID=07db5cf3-0fe8-4cb3-b0f6-49dd9f92ae64,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:14.678676 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:32:14.685122 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d43c9233-7f16-4dac-b5d1-c61b6a0eb167 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3bb2112d85a4268ae60e093c78f8c25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2624726 Sep 06 14:32:14.688811 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45242) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:14.700424 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c9233-7f16-4dac-b5d1-c61b6a0eb167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266a7846-17e1-4028-8f00-0ed92c2a6ae1,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:14.722705 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2953-46ea-4799-a8b9-06d8d18b3b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:14.736388 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:32:14.739404 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:32:14.744255 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2c46a8c1-ed84-4f46-a3eb-e6ef65bfd6de req-46bb06d9-7e03-4e37-acbd-1251614f0808 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613262 Sep 06 14:32:14.746447 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2953-46ea-4799-a8b9-06d8d18b3b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:14.771991 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:14.802616 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-bfcc2953-46ea-4799-a8b9-06d8d18b3b55 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b37beafb259547f3b30cb7ffaab83745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652877 Sep 06 14:32:14.803538 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc2953-46ea-4799-a8b9-06d8d18b3b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a708259e-7656-4f45-8df4-d04f42821fc5,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:14.806868 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45244) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:14.849163 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port e517322a-e8a1-492e-8b86-b38a95adbec2, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=e517322a-e8a1-492e-8b86-b38a95adbec2,segment=NetworkSegment(ddf58939-5e3e-405b-adbe-468927aa8d56),segment_id=ddf58939-5e3e-405b-adbe-468927aa8d56)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:14.861392 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:14.879003 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-25e4faec-10b1-43d1-ae65-aa2fdab4eb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:14.905759 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-25e4faec-10b1-43d1-ae65-aa2fdab4eb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:14.935107 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=e517322a-e8a1-492e-8b86-b38a95adbec2,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:14.942094 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53de1a-733e-4f91-821c-f029728839c9 req-0172bf54-ac0b-480f-baa4-7f7eb7dc8273 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:14.943717 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4b53de1a-733e-4f91-821c-f029728839c9 req-0172bf54-ac0b-480f-baa4-7f7eb7dc8273 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 944 time: 0.4032087 Sep 06 14:32:14.964091 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ba859940-b4c5-4710-b68a-a86e3639c4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.004378 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-25e4faec-10b1-43d1-ae65-aa2fdab4eb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.006968 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-25e4faec-10b1-43d1-ae65-aa2fdab4eb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.008148 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-25e4faec-10b1-43d1-ae65-aa2fdab4eb1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a708259e-7656-4f45-8df4-d04f42821fc5 HTTP/1.1" status: 204 len: 168 time: 0.1995540 Sep 06 14:32:15.027529 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4faec-10b1-43d1-ae65-aa2fdab4eb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a708259e-7656-4f45-8df4-d04f42821fc5,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:15.110416 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ba859940-b4c5-4710-b68a-a86e3639c4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.117146 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ba859940-b4c5-4710-b68a-a86e3639c4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.161682 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ba859940-b4c5-4710-b68a-a86e3639c4c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93c74b7aa28743e2b1627533c6e970ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5377598 Sep 06 14:32:15.167342 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45248) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:15.231355 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-957547d8-a735-4905-a35e-ad97d9b967bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.233175 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba859940-b4c5-4710-b68a-a86e3639c4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f8357b-bb0e-4dbf-8ec4-ecef0849600e,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:15.267059 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-957547d8-a735-4905-a35e-ad97d9b967bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.365352 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b07dea32-efec-4f47-8b1c-8c35ea727a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.370004 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484fe8b-db34-4a84-8a46-a73b00daea98 req-ab44087d-f9f8-457e-b9a3-1e8eff07e9a0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:15.372029 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1484fe8b-db34-4a84-8a46-a73b00daea98 req-ab44087d-f9f8-457e-b9a3-1e8eff07e9a0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0840187 Sep 06 14:32:15.417165 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-957547d8-a735-4905-a35e-ad97d9b967bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.420739 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-957547d8-a735-4905-a35e-ad97d9b967bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.425461 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b07dea32-efec-4f47-8b1c-8c35ea727a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.426905 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-957547d8-a735-4905-a35e-ad97d9b967bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2f8357b-bb0e-4dbf-8ec4-ecef0849600e HTTP/1.1" status: 204 len: 168 time: 0.2578030 Sep 06 14:32:15.439520 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.455443 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1484fe8b-db34-4a84-8a46-a73b00daea98 req-7854b38e-226f-4c87-a2d9-92c648f3fbf9 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701106 Sep 06 14:32:15.455443 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957547d8-a735-4905-a35e-ad97d9b967bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f8357b-bb0e-4dbf-8ec4-ecef0849600e,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:15.529893 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4b53de1a-733e-4f91-821c-f029728839c9 req-7d28adca-deea-402e-99f7-92245082e7e4 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066001 Sep 06 14:32:15.587312 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.669263 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21158f81-630c-46ab-ace2-c41957ff6048 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:32:15.670032 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9e0e630f-d246-4192-b630-bba2896a5ff3 req-688d33f6-4004-4f14-af64-505f09d728ad tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 210 time: 0.0481946 Sep 06 14:32:15.683764 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.693143 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b07dea32-efec-4f47-8b1c-8c35ea727a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.695738 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b07dea32-efec-4f47-8b1c-8c35ea727a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.697139 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-b07dea32-efec-4f47-8b1c-8c35ea727a0f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/266a7846-17e1-4028-8f00-0ed92c2a6ae1 HTTP/1.1" status: 204 len: 168 time: 1.0019600 Sep 06 14:32:15.755643 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dea32-efec-4f47-8b1c-8c35ea727a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266a7846-17e1-4028-8f00-0ed92c2a6ae1,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:15.758839 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Transition to ACTIVE for port object 21158f81-630c-46ab-ace2-c41957ff6048 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:32:15.767505 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:15.795803 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-9cb9cc7f-2c02-4386-9414-220aeb73c07c tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:15.799853 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-9cb9cc7f-2c02-4386-9414-220aeb73c07c tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.22 "GET /v2.0/networks?id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab HTTP/1.1" status: 200 len: 819 time: 0.2274969 Sep 06 14:32:15.829309 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-77f16263-b390-4915-a8f2-6a8bfa93c4c5 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Request body: {'port': {'device_id': 'b34c2a9c-7031-4c3c-846a-8744f4f949e6', 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab', 'admin_state_up': True, 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:15.956111 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Pushing event updated for resources: {'Port': ['ID=21158f81-630c-46ab-ace2-c41957ff6048,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:15.963463 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 343e4f3e-9faa-4397-8793-4812d09122cf details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:32:16.007908 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device bc6bf95a-f246-4e44-a803-9ce8c430a8f8 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:32:16.056815 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.070647 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3038b2-f0bf-495c-b7cf-7c3ceaf1aa5d req-57066cea-9c77-43ea-8a6a-c8b4ba59c3a7 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:16.072249 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bc3038b2-f0bf-495c-b7cf-7c3ceaf1aa5d req-57066cea-9c77-43ea-8a6a-c8b4ba59c3a7 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 945 time: 0.1904171 Sep 06 14:32:16.075171 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.141768 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-77f16263-b390-4915-a8f2-6a8bfa93c4c5 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Made reservation on behalf of d1aa8874a626416e82820a8f9fda0599 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:32:16.150006 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-77f16263-b390-4915-a8f2-6a8bfa93c4c5 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.184955 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Attempting to bind port 21158f81-630c-46ab-ace2-c41957ff6048 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:32:16.185296 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Attempting to bind port 21158f81-630c-46ab-ace2-c41957ff6048 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '0f157b31-0c75-4fef-8a36-b9197cb8e96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:32:16.185673 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Attempting to bind port 21158f81-630c-46ab-ace2-c41957ff6048 on network 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:32:16.190132 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 343e4f3e-9faa-4397-8793-4812d09122cf, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=343e4f3e-9faa-4397-8793-4812d09122cf,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:16.200192 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port bc6bf95a-f246-4e44-a803-9ce8c430a8f8 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:32:16.201871 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event updated for resources: {'Port': ['ID=07db5cf3-0fe8-4cb3-b0f6-49dd9f92ae64,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:16.208585 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port bc6bf95a-f246-4e44-a803-9ce8c430a8f8 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:16.209225 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.220130 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Port 21158f81-630c-46ab-ace2-c41957ff6048 on network 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:32:16.220619 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Attempting to bind port 21158f81-630c-46ab-ace2-c41957ff6048 on network 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:32:16.231326 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bc3038b2-f0bf-495c-b7cf-7c3ceaf1aa5d req-d40a1d1e-09dd-46a5-af5a-30ee1c956c3f tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492693 Sep 06 14:32:16.234433 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:32:16.235364 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Checking segment: {'id': '0f157b31-0c75-4fef-8a36-b9197cb8e96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:32:16.236062 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Bound using segment: {'id': '0f157b31-0c75-4fef-8a36-b9197cb8e96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:32:16.236537 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Bound port: 21158f81-630c-46ab-ace2-c41957ff6048, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f157b31-0c75-4fef-8a36-b9197cb8e96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:32:16.236909 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.258218 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45282) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:16.258846 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': '343e4f3e-9faa-4397-8793-4812d09122cf', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'port_id': '343e4f3e-9faa-4397-8793-4812d09122cf', 'mac_address': 'fa:16:3e:e9:23:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:32:16.280206 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.300418 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7c8825ba-f24b-4357-8a9a-b9e20e52f66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.355238 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.376745 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.386297 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9667e8fc-b227-40fa-9b61-9620eaa3a687 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6271002 Sep 06 14:32:16.395947 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device e517322a-e8a1-492e-8b86-b38a95adbec2 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:32:16.430448 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] For port 21158f81-630c-46ab-ace2-c41957ff6048, host hv-cinder-79128, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:32:16.434257 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343e4f3e-9faa-4397-8793-4812d09122cf {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:32:16.435325 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] For port 21158f81-630c-46ab-ace2-c41957ff6048, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=21158f81-630c-46ab-ace2-c41957ff6048,segment=NetworkSegment(0f157b31-0c75-4fef-8a36-b9197cb8e96c),segment_id=0f157b31-0c75-4fef-8a36-b9197cb8e96c)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:32:16.443313 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.443983 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-77f16263-b390-4915-a8f2-6a8bfa93c4c5 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Allocated IP 172.20.0.2 (7d7758a0-8015-4bcf-8a6f-e477d83bd6ab/9fa9df13-81db-409e-a9f9-45d5d5eb4201/884d0f78-c17f-45ca-a3a1-21236e8df578) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:32:16.461149 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 343e4f3e-9faa-4397-8793-4812d09122cf, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=343e4f3e-9faa-4397-8793-4812d09122cf,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:16.471554 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.502353 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:16.503109 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.504617 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6886c213-a897-4e79-8aa6-e6c084986090 req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] 10.222.0.22 "PUT /v2.0/ports/21158f81-630c-46ab-ace2-c41957ff6048 HTTP/1.1" status: 200 len: 1093 time: 2.7400231 Sep 06 14:32:16.505120 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca12fdc-14a0-4d6b-a234-592ea04dbe04', 'tag': '21158f81-630c-46ab-ace2-c41957ff6048'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:16.507495 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4c7f1b-458c-4a33-86fd-965814d8268e" -d '{"events": [{"name": "network-changed", "server_uuid": "dca12fdc-14a0-4d6b-a234-592ea04dbe04", "tag": "21158f81-630c-46ab-ace2-c41957ff6048"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:16.556740 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.577042 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a20a13-cc1c-4a09-8634-83c38cea9d59 service neutron] Pushing event updated for resources: {'Port': ['ID=21158f81-630c-46ab-ace2-c41957ff6048,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:16.609100 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e45f68-4072-4aeb-9feb-84a9ecdc21b1 x-openstack-request-id: req-50e45f68-4072-4aeb-9feb-84a9ecdc21b1 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:16.610082 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca12fdc-14a0-4d6b-a234-592ea04dbe04", "tag": "21158f81-630c-46ab-ace2-c41957ff6048", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:16.610455 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50e45f68-4072-4aeb-9feb-84a9ecdc21b1 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:16.611071 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca12fdc-14a0-4d6b-a234-592ea04dbe04', 'tag': '21158f81-630c-46ab-ace2-c41957ff6048', 'status': 'completed', 'code': 200} Sep 06 14:32:16.623587 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7c8825ba-f24b-4357-8a9a-b9e20e52f66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.632560 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7c8825ba-f24b-4357-8a9a-b9e20e52f66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.665099 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886c213-a897-4e79-8aa6-e6c084986090 req-0cb130be-21e6-4620-8f9e-fb218edfaf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:16.667701 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6886c213-a897-4e79-8aa6-e6c084986090 req-0cb130be-21e6-4620-8f9e-fb218edfaf25 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1aa8874a626416e82820a8f9fda0599&device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 1096 time: 0.1075203 Sep 06 14:32:16.668172 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45294) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:16.707357 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe26e9d-6a4e-4bad-a01f-ca9250197d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6bf95a-f246-4e44-a803-9ce8c430a8f8'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:16.750659 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-77f16263-b390-4915-a8f2-6a8bfa93c4c5 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.756990 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-7c8825ba-f24b-4357-8a9a-b9e20e52f66e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=322cafcee3504e3da02319f3bfce70da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897583 Sep 06 14:32:16.757452 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-88866456-04ac-4428-a364-89322a5bad30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.765972 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45300) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:16.778632 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6886c213-a897-4e79-8aa6-e6c084986090 req-a29834ea-f99b-4c23-81c2-5e1213de0d3d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21158f81-630c-46ab-ace2-c41957ff6048 HTTP/1.1" status: 200 len: 217 time: 0.0968852 Sep 06 14:32:16.788139 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8825ba-f24b-4357-8a9a-b9e20e52f66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ca94f2-8395-4475-8c42-359f497ccf0f,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:16.808252 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=343e4f3e-9faa-4397-8793-4812d09122cf,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:16.823531 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port bc6bf95a-f246-4e44-a803-9ce8c430a8f8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bc6bf95a-f246-4e44-a803-9ce8c430a8f8,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:16.827820 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port e517322a-e8a1-492e-8b86-b38a95adbec2 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:16.839822 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.848406 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['343e4f3e-9faa-4397-8793-4812d09122cf'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:32:16.850470 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17799255-35f9-4d31-bc8f-a11cc55c5a14 req-ebce262c-e129-4c16-acab-2fa784044ccb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:16.852078 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-17799255-35f9-4d31-bc8f-a11cc55c5a14 req-ebce262c-e129-4c16-acab-2fa784044ccb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.1233108 Sep 06 14:32:16.902901 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.904075 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 22f91b00-5235-4eb3-b0f8-c3de31ffa108 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:32:16.945709 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-17799255-35f9-4d31-bc8f-a11cc55c5a14 req-9ad3c1a6-5c40-48b4-a2d6-c242ea825c80 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861270 Sep 06 14:32:16.961945 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-77f16263-b390-4915-a8f2-6a8bfa93c4c5 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:16.986620 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50fbb0-62a9-4b75-baa7-f6fa7add642a req-0c098798-1d3c-4cb9-a395-46379530d259 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:16.986620 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0f50fbb0-62a9-4b75-baa7-f6fa7add642a req-0c098798-1d3c-4cb9-a395-46379530d259 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 944 time: 0.2279449 Sep 06 14:32:16.993019 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886c213-a897-4e79-8aa6-e6c084986090 req-2085c55d-025e-44b5-bfcc-0c7f923e4e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:16.995022 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6886c213-a897-4e79-8aa6-e6c084986090 req-2085c55d-025e-44b5-bfcc-0c7f923e4e49 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fa9df13-81db-409e-a9f9-45d5d5eb4201 HTTP/1.1" status: 200 len: 859 time: 0.1881204 Sep 06 14:32:17.075191 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6886c213-a897-4e79-8aa6-e6c084986090 req-6a52364f-3327-45f3-9938-23a43053d30f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594554 Sep 06 14:32:17.075868 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6581b12c-557a-40de-8e52-fd190f13f66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:17.102187 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6581b12c-557a-40de-8e52-fd190f13f66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:17.102568 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-77f16263-b390-4915-a8f2-6a8bfa93c4c5 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Network 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:32:17.122877 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-77f16263-b390-4915-a8f2-6a8bfa93c4c5 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:32:17.139565 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-77f16263-b390-4915-a8f2-6a8bfa93c4c5 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:32:17.147109 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-77f16263-b390-4915-a8f2-6a8bfa93c4c5 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:17.147801 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-77f16263-b390-4915-a8f2-6a8bfa93c4c5 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:17.154656 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f16263-b390-4915-a8f2-6a8bfa93c4c5 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Pushing event updated for resources: {'Port': ['ID=884d0f78-c17f-45ca-a3a1-21236e8df578,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:17.179051 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ad33dc-35b5-4abb-abd4-6dc0198bbdff" -d '{"events": [{"server_uuid": "7fe26e9d-6a4e-4bad-a01f-ca9250197d03", "name": "network-vif-plugged", "status": "completed", "tag": "bc6bf95a-f246-4e44-a803-9ce8c430a8f8"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:17.190370 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6581b12c-557a-40de-8e52-fd190f13f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:17.192315 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10cc6c-420b-4ed5-a3e6-caef16074e90 req-3c78a06e-712f-46bd-98ad-5dacabcc1164 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:17.193762 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6581b12c-557a-40de-8e52-fd190f13f66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:17.194568 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4b10cc6c-420b-4ed5-a3e6-caef16074e90 req-3c78a06e-712f-46bd-98ad-5dacabcc1164 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 931 time: 0.1119540 Sep 06 14:32:17.195306 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6581b12c-557a-40de-8e52-fd190f13f66a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0ca94f2-8395-4475-8c42-359f497ccf0f HTTP/1.1" status: 204 len: 168 time: 0.4184575 Sep 06 14:32:17.241859 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=bc6bf95a-f246-4e44-a803-9ce8c430a8f8,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:17.261046 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581b12c-557a-40de-8e52-fd190f13f66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ca94f2-8395-4475-8c42-359f497ccf0f,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:17.278635 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0f50fbb0-62a9-4b75-baa7-f6fa7add642a req-263f70e0-e507-44fc-a34c-7d28d9ac65f5 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824998 Sep 06 14:32:17.297647 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4b10cc6c-420b-4ed5-a3e6-caef16074e90 req-bb55986e-a24d-4664-80a3-a44825c7b822 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918591 Sep 06 14:32:17.405733 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-88866456-04ac-4428-a364-89322a5bad30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:17.421363 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-77f16263-b390-4915-a8f2-6a8bfa93c4c5 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6099789 Sep 06 14:32:17.436328 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Request body: {'port': {'device_id': 'b34c2a9c-7031-4c3c-846a-8744f4f949e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:17.446478 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-88866456-04ac-4428-a364-89322a5bad30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:17.487634 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port 22f91b00-5235-4eb3-b0f8-c3de31ffa108 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:32:17.496051 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6886c213-a897-4e79-8aa6-e6c084986090 req-7ecebada-826b-46ca-8a0a-22d0969e87a4 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432159 Sep 06 14:32:17.528784 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port 22f91b00-5235-4eb3-b0f8-c3de31ffa108 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:17.529404 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:17.552605 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-3bc11e78-47b1-494e-bc8f-8dc60ff9b7f2 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1559407726&fields=id&tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f HTTP/1.1" status: 200 len: 267 time: 0.1515656 Sep 06 14:32:17.579958 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-88866456-04ac-4428-a364-89322a5bad30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78a03d8356984ca0ab81fd98992fd55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9019220 Sep 06 14:32:17.580670 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45332) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:17.589419 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:17.601094 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88866456-04ac-4428-a364-89322a5bad30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a58aa96-e55c-4379-9ffa-540a5adfafcb,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:17.632688 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:17.677112 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 22f91b00-5235-4eb3-b0f8-c3de31ffa108, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=22f91b00-5235-4eb3-b0f8-c3de31ffa108,segment=NetworkSegment(42af3723-25aa-4807-948c-7551f82d4941),segment_id=42af3723-25aa-4807-948c-7551f82d4941)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:17.683445 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:17.749109 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=22f91b00-5235-4eb3-b0f8-c3de31ffa108,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:17.821977 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-66f11272-b7de-412c-a2a8-81f11543a181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:17.828506 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6886c213-a897-4e79-8aa6-e6c084986090 req-2ed0a0af-e54e-427d-add2-012d20a6e085 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157566 Sep 06 14:32:17.873764 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-5996c169-3bdc-4964-9d92-cb56e48f225b tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:17.875553 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-5996c169-3bdc-4964-9d92-cb56e48f225b tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/networks?id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0 HTTP/1.1" status: 200 len: 811 time: 0.3151956 Sep 06 14:32:17.884023 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0653bfb4-e6ad-47ad-a115-7531b047d4fa x-openstack-request-id: req-0653bfb4-e6ad-47ad-a115-7531b047d4fa {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:17.884736 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe26e9d-6a4e-4bad-a01f-ca9250197d03", "name": "network-vif-plugged", "status": "completed", "tag": "bc6bf95a-f246-4e44-a803-9ce8c430a8f8", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:17.885578 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0653bfb4-e6ad-47ad-a115-7531b047d4fa {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:17.886085 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe26e9d-6a4e-4bad-a01f-ca9250197d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6bf95a-f246-4e44-a803-9ce8c430a8f8', 'code': 200} Sep 06 14:32:17.907345 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-66f11272-b7de-412c-a2a8-81f11543a181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:17.936384 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-7d5b08e5-3c40-40ba-8142-bcad42a556e9 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/quotas/9b0c093a91ab46ba90be4bc5b45e7d2f HTTP/1.1" status: 200 len: 375 time: 0.0504665 Sep 06 14:32:18.023683 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c7f1b-458c-4a33-86fd-965814d8268e req-8f8ce802-71a8-458b-9532-d0c8cbd1320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:18.025351 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dd4c7f1b-458c-4a33-86fd-965814d8268e req-8f8ce802-71a8-458b-9532-d0c8cbd1320c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1aa8874a626416e82820a8f9fda0599&device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 1096 time: 0.1346209 Sep 06 14:32:18.044086 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-b9f2d901-6baf-4928-8931-2fb257ff3bf8 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912640 Sep 06 14:32:18.062271 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-66f11272-b7de-412c-a2a8-81f11543a181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:18.065498 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-66f11272-b7de-412c-a2a8-81f11543a181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:18.072300 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-66f11272-b7de-412c-a2a8-81f11543a181 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a58aa96-e55c-4379-9ffa-540a5adfafcb HTTP/1.1" status: 204 len: 168 time: 0.4787881 Sep 06 14:32:18.142712 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.22', 54468) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:18.160746 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f11272-b7de-412c-a2a8-81f11543a181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a58aa96-e55c-4379-9ffa-540a5adfafcb,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:18.254063 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fe91e-de8c-4ba0-8132-465e35df03e1 req-43b27236-71a4-43be-8a18-44b2161335e1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:18.255998 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-085fe91e-de8c-4ba0-8132-465e35df03e1 req-43b27236-71a4-43be-8a18-44b2161335e1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 946 time: 0.1741056 Sep 06 14:32:18.294797 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c7f1b-458c-4a33-86fd-965814d8268e req-704bf2ae-847b-4c0d-81fd-d7051aec49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:18.296767 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dd4c7f1b-458c-4a33-86fd-965814d8268e req-704bf2ae-847b-4c0d-81fd-d7051aec49e6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab HTTP/1.1" status: 200 len: 920 time: 0.2509913 Sep 06 14:32:18.301261 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-c819e8e2-e86c-4f25-a5de-55cbe7267b91 service neutron] 10.222.0.53 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207303 Sep 06 14:32:18.319809 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383319e-6d73-4d60-ae1a-d5457e181ba9 req-7c931789-5655-4bff-8d2b-6ed51f00ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:18.321357 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0383319e-6d73-4d60-ae1a-d5457e181ba9 req-7c931789-5655-4bff-8d2b-6ed51f00ff2b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 1099 time: 0.1776693 Sep 06 14:32:18.345020 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dd4c7f1b-458c-4a33-86fd-965814d8268e req-e2e3bd65-515a-4adb-bcc0-4d2040b15a57 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21158f81-630c-46ab-ace2-c41957ff6048 HTTP/1.1" status: 200 len: 217 time: 0.0408039 Sep 06 14:32:18.371888 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884d0f78-c17f-45ca-a3a1-21236e8df578 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:32:18.387668 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:18.394277 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0383319e-6d73-4d60-ae1a-d5457e181ba9 req-51cdc4d9-170b-4415-963c-078cf09f7187 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:18.402725 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-085fe91e-de8c-4ba0-8132-465e35df03e1 req-c55d6537-d1f6-49c1-aaea-17fbd248076d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376705 Sep 06 14:32:18.418281 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Transition to ACTIVE for port object 884d0f78-c17f-45ca-a3a1-21236e8df578 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:32:18.427145 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:18.482395 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c7f1b-458c-4a33-86fd-965814d8268e req-d8210aa0-9e99-4930-a557-54d24e01f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:18.484006 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dd4c7f1b-458c-4a33-86fd-965814d8268e req-d8210aa0-9e99-4930-a557-54d24e01f1de service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fa9df13-81db-409e-a9f9-45d5d5eb4201 HTTP/1.1" status: 200 len: 859 time: 0.1276038 Sep 06 14:32:18.511023 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Pushing event updated for resources: {'Port': ['ID=884d0f78-c17f-45ca-a3a1-21236e8df578,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:18.528594 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dd4c7f1b-458c-4a33-86fd-965814d8268e req-be0028a5-57fb-4f24-831c-5376c0ecd34f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366518 Sep 06 14:32:18.575422 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-6f817bd1-32b0-4f2c-acdc-6b45df53ca50 service neutron] 10.222.0.53 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292819 Sep 06 14:32:18.615215 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Attempting to bind port 884d0f78-c17f-45ca-a3a1-21236e8df578 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:32:18.615794 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Attempting to bind port 884d0f78-c17f-45ca-a3a1-21236e8df578 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '0f157b31-0c75-4fef-8a36-b9197cb8e96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:32:18.615911 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Attempting to bind port 884d0f78-c17f-45ca-a3a1-21236e8df578 on network 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:32:18.633171 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Port 884d0f78-c17f-45ca-a3a1-21236e8df578 on network 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:32:18.634057 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Attempting to bind port 884d0f78-c17f-45ca-a3a1-21236e8df578 on network 7d7758a0-8015-4bcf-8a6f-e477d83bd6ab {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:32:18.650777 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:32:18.651122 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Checking segment: {'id': '0f157b31-0c75-4fef-8a36-b9197cb8e96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:32:18.651516 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Bound using segment: {'id': '0f157b31-0c75-4fef-8a36-b9197cb8e96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:32:18.652021 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Bound port: 884d0f78-c17f-45ca-a3a1-21236e8df578, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f157b31-0c75-4fef-8a36-b9197cb8e96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:32:18.652386 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:18.682434 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef571d5-cacb-4c12-b69f-8755b225c821 req-1c63b367-c47a-4835-8e8f-ae9344246650 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:18.691152 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6ef571d5-cacb-4c12-b69f-8755b225c821 req-1c63b367-c47a-4835-8e8f-ae9344246650 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.1247091 Sep 06 14:32:18.749332 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dd4c7f1b-458c-4a33-86fd-965814d8268e req-7b044145-6121-438d-9ba2-181039d09aed service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101476 Sep 06 14:32:18.762302 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0383319e-6d73-4d60-ae1a-d5457e181ba9 req-51cdc4d9-170b-4415-963c-078cf09f7187 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:18.785585 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0383319e-6d73-4d60-ae1a-d5457e181ba9 req-51cdc4d9-170b-4415-963c-078cf09f7187 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:18.943929 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6ef571d5-cacb-4c12-b69f-8755b225c821 req-9d53dd48-8149-436f-bb05-b095fe1e929b tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496347 Sep 06 14:32:18.990383 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0383319e-6d73-4d60-ae1a-d5457e181ba9 req-51cdc4d9-170b-4415-963c-078cf09f7187 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6557248 Sep 06 14:32:18.995742 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] For port 884d0f78-c17f-45ca-a3a1-21236e8df578, host hv-cinder-79128, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:32:18.998781 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdc4d9-170b-4415-963c-078cf09f7187 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6f9834-753f-450a-8501-a65983a5630d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:19.003847 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] For port 884d0f78-c17f-45ca-a3a1-21236e8df578, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=884d0f78-c17f-45ca-a3a1-21236e8df578,segment=NetworkSegment(0f157b31-0c75-4fef-8a36-b9197cb8e96c),segment_id=0f157b31-0c75-4fef-8a36-b9197cb8e96c)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:32:19.015209 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:19.079308 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:19.080137 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:19.082394 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] 10.222.0.22 "PUT /v2.0/ports/884d0f78-c17f-45ca-a3a1-21236e8df578 HTTP/1.1" status: 200 len: 1093 time: 1.6515801 Sep 06 14:32:19.083026 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34c2a9c-7031-4c3c-846a-8744f4f949e6', 'tag': '884d0f78-c17f-45ca-a3a1-21236e8df578'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:19.085749 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa2e09b-7f3e-4a27-a252-13f332e7f898" -d '{"events": [{"name": "network-changed", "server_uuid": "b34c2a9c-7031-4c3c-846a-8744f4f949e6", "tag": "884d0f78-c17f-45ca-a3a1-21236e8df578"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:19.125332 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299338f8-155c-4ac3-b7d8-f13d34e423af service neutron] Pushing event updated for resources: {'Port': ['ID=884d0f78-c17f-45ca-a3a1-21236e8df578,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:19.240567 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae3159-9cd5-4203-9618-cf03e273f101 req-d3c8c96a-40d3-4b4a-8d2c-5480af3ea73f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:19.248284 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d3ae3159-9cd5-4203-9618-cf03e273f101 req-d3c8c96a-40d3-4b4a-8d2c-5480af3ea73f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 943 time: 0.1206543 Sep 06 14:32:19.337967 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d3ae3159-9cd5-4203-9618-cf03e273f101 req-658f5639-0a1e-4219-89eb-7a21770a9f2b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816550 Sep 06 14:32:19.456094 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dd4c7f1b-458c-4a33-86fd-965814d8268e req-229e53ab-1a52-46d7-be28-b896a2cd391b service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6957486 Sep 06 14:32:19.484964 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b1f22-0a1c-46c1-8a4d-d1eff67a2e77 req-e7a2c868-20db-474a-9fae-775d20ab5657 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:19.487173 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8a7b1f22-0a1c-46c1-8a4d-d1eff67a2e77 req-e7a2c868-20db-474a-9fae-775d20ab5657 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 945 time: 0.4591625 Sep 06 14:32:19.542030 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9b4658bc-c11d-43fd-9134-0e32219e3386 req-0bfa4db4-ea93-40b9-ba08-72f3ec92bc70 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 210 time: 0.0989354 Sep 06 14:32:19.581579 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-eb69ea9a-947d-4a98-9794-d07803292c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:19.589363 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-eb69ea9a-947d-4a98-9794-d07803292c75 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1aa8874a626416e82820a8f9fda0599&device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 1096 time: 0.2002177 Sep 06 14:32:19.614938 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8a7b1f22-0a1c-46c1-8a4d-d1eff67a2e77 req-34329223-1c11-406d-9bd1-6f382ac19b53 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176236 Sep 06 14:32:19.650189 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f38aa9-ddb4-4fae-acbb-09698adc50aa x-openstack-request-id: req-a3f38aa9-ddb4-4fae-acbb-09698adc50aa {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:19.651478 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34c2a9c-7031-4c3c-846a-8744f4f949e6", "tag": "884d0f78-c17f-45ca-a3a1-21236e8df578", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:19.652483 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3f38aa9-ddb4-4fae-acbb-09698adc50aa {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:19.652899 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34c2a9c-7031-4c3c-846a-8744f4f949e6', 'tag': '884d0f78-c17f-45ca-a3a1-21236e8df578', 'status': 'completed', 'code': 200} Sep 06 14:32:19.654522 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-ed8cb7c6-6288-4e57-8bab-ed3927833e40 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=884d0f78-c17f-45ca-a3a1-21236e8df578 HTTP/1.1" status: 200 len: 217 time: 0.0568948 Sep 06 14:32:19.733695 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-49426539-21cf-4714-8149-decc770d5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:19.736066 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-49426539-21cf-4714-8149-decc770d5578 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fa9df13-81db-409e-a9f9-45d5d5eb4201 HTTP/1.1" status: 200 len: 859 time: 0.0714810 Sep 06 14:32:19.867418 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-c3f60bad-5838-485d-9b75-f59a9a9adbe9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230500 Sep 06 14:32:19.887738 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b8ee61-889f-40ef-a416-a0786ad35e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f91b00-5235-4eb3-b0f8-c3de31ffa108'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:19.894742 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cf0015-e223-403f-8f3c-a0b94cd753f5" -d '{"events": [{"server_uuid": "69b8ee61-889f-40ef-a416-a0786ad35e6b", "name": "network-vif-plugged", "status": "completed", "tag": "22f91b00-5235-4eb3-b0f8-c3de31ffa108"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:19.943116 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d97a60-38ed-4f15-837e-3c312334d7c1 x-openstack-request-id: req-a9d97a60-38ed-4f15-837e-3c312334d7c1 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:19.943485 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b8ee61-889f-40ef-a416-a0786ad35e6b", "name": "network-vif-plugged", "status": "completed", "tag": "22f91b00-5235-4eb3-b0f8-c3de31ffa108", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:19.943655 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9d97a60-38ed-4f15-837e-3c312334d7c1 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:19.944054 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b8ee61-889f-40ef-a416-a0786ad35e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f91b00-5235-4eb3-b0f8-c3de31ffa108', 'code': 200} Sep 06 14:32:19.971770 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49c791-0a7d-49db-aa80-1ba3d9799bf9 req-1c73409b-9955-46fc-9d07-f2dad849439d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:19.973804 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af49c791-0a7d-49db-aa80-1ba3d9799bf9 req-1c73409b-9955-46fc-9d07-f2dad849439d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 946 time: 0.2279031 Sep 06 14:32:20.008171 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 343e4f3e-9faa-4397-8793-4812d09122cf up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:32:20.102109 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port 343e4f3e-9faa-4397-8793-4812d09122cf completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:32:20.114118 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port 343e4f3e-9faa-4397-8793-4812d09122cf triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:20.114264 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:20.182245 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab64dc2-1287-4b09-b632-172aea7bfdfb req-e12489b9-34c5-4e10-9010-5988a0c4c4f4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:20.195672 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4ab64dc2-1287-4b09-b632-172aea7bfdfb req-e12489b9-34c5-4e10-9010-5988a0c4c4f4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.1255319 Sep 06 14:32:20.310987 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:20.319431 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af49c791-0a7d-49db-aa80-1ba3d9799bf9 req-e628c6f4-043a-4e75-9b14-ef85015042ca tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282099 Sep 06 14:32:20.332040 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf989f-2fd4-4378-97f2-c8a650ba9b9a req-6637fabd-a813-4dbf-8b9f-038fd01f27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:20.333626 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-51cf989f-2fd4-4378-97f2-c8a650ba9b9a req-6637fabd-a813-4dbf-8b9f-038fd01f27c2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 1098 time: 0.1349032 Sep 06 14:32:20.342140 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-4df98703-1edc-401b-97bf-0862eca3fcd5 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448800 Sep 06 14:32:20.343206 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4ab64dc2-1287-4b09-b632-172aea7bfdfb req-fb29ddd1-6f67-468d-b525-3f22cad519e3 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463964 Sep 06 14:32:20.405656 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-51cf989f-2fd4-4378-97f2-c8a650ba9b9a req-6772a632-9f4e-4a37-8063-d0721b55e6aa service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516858 Sep 06 14:32:20.419805 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 343e4f3e-9faa-4397-8793-4812d09122cf, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=343e4f3e-9faa-4397-8793-4812d09122cf,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:20.425739 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:20.501155 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45460) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:20.528068 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=343e4f3e-9faa-4397-8793-4812d09122cf,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:20.567750 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027ddb4-658e-4851-9bdc-b1038608b3e9 req-f94cec67-93bb-4cf8-8915-776907c5f4de tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:20.569621 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c027ddb4-658e-4851-9bdc-b1038608b3e9 req-f94cec67-93bb-4cf8-8915-776907c5f4de tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 943 time: 0.1479843 Sep 06 14:32:20.576239 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8448a580-d0f8-4c41-8d23-bed3613816b5 req-42a1206a-3af8-4f36-b5b0-cd7c9ab10fdb service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268763 Sep 06 14:32:20.622942 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c027ddb4-658e-4851-9bdc-b1038608b3e9 req-be274a8e-9620-4178-8c5b-c5b39c30fb6c tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384595 Sep 06 14:32:20.768453 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c5a7bb03-aa6c-4028-b7f0-5b15596a6c9a req-73179eb4-d344-4c0a-a303-0148ed7afb5c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 210 time: 0.0601435 Sep 06 14:32:20.815638 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2e09b-7f3e-4a27-a252-13f332e7f898 req-b6d8411d-a75d-4bf6-84b1-05dc1b9d0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:20.817342 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daa2e09b-7f3e-4a27-a252-13f332e7f898 req-b6d8411d-a75d-4bf6-84b1-05dc1b9d0075 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1aa8874a626416e82820a8f9fda0599&device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 1096 time: 0.1125493 Sep 06 14:32:20.836758 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d57584-5a78-4d37-b8d4-54192e1d7358 req-3413e39b-06ac-4fcd-b01e-0c49944a98aa tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:20.848619 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0d57584-5a78-4d37-b8d4-54192e1d7358 req-3413e39b-06ac-4fcd-b01e-0c49944a98aa tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 945 time: 0.0817645 Sep 06 14:32:20.941670 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d196717-11b5-409c-b33c-bb544b37eda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:20.991261 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0d57584-5a78-4d37-b8d4-54192e1d7358 req-d0716e00-9c17-4da3-a95c-03aa09eec9f3 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415956 Sep 06 14:32:21.051745 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2e09b-7f3e-4a27-a252-13f332e7f898 req-f8edd4f7-8a37-4637-9866-0fcd238dd632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:21.065248 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daa2e09b-7f3e-4a27-a252-13f332e7f898 req-f8edd4f7-8a37-4637-9866-0fcd238dd632 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab HTTP/1.1" status: 200 len: 920 time: 0.2076654 Sep 06 14:32:21.068442 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-793af377-572d-4234-a61f-fbd304b1f845 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:21.070020 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-793af377-572d-4234-a61f-fbd304b1f845 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.22 "GET /v2.0/networks?id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0 HTTP/1.1" status: 200 len: 811 time: 0.2855098 Sep 06 14:32:21.125786 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daa2e09b-7f3e-4a27-a252-13f332e7f898 req-5a09fcce-a7f7-465e-91b6-e26ab7699d8d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=884d0f78-c17f-45ca-a3a1-21236e8df578 HTTP/1.1" status: 200 len: 217 time: 0.0582705 Sep 06 14:32:21.165819 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-c0531234-e0fc-4a18-adc1-2053133ee169 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f HTTP/1.1" status: 200 len: 380 time: 0.0764284 Sep 06 14:32:21.182802 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-fd75f71d-afba-440b-95f5-a10fc0ca1c6d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Request body: {'port': {'device_id': 'bca9d87f-94a3-451a-b2e2-139bbf04dcbe', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'admin_state_up': True, 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'security_groups': ['75f2f018-b1ed-4b90-8445-c96825a15201']}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:21.203516 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2e09b-7f3e-4a27-a252-13f332e7f898 req-1b0d7e13-9f94-42b5-bd96-2522fe5c7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:21.205764 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daa2e09b-7f3e-4a27-a252-13f332e7f898 req-1b0d7e13-9f94-42b5-bd96-2522fe5c7b19 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fa9df13-81db-409e-a9f9-45d5d5eb4201 HTTP/1.1" status: 200 len: 859 time: 0.0638697 Sep 06 14:32:21.264832 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daa2e09b-7f3e-4a27-a252-13f332e7f898 req-e17e83a2-c599-47b2-9f57-665ff581fd5c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507588 Sep 06 14:32:21.267933 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d196717-11b5-409c-b33c-bb544b37eda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:21.276327 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d196717-11b5-409c-b33c-bb544b37eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:21.339968 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d196717-11b5-409c-b33c-bb544b37eda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8616093-ad1e-4cd0-bfb6-008038e44f8c,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:21.360267 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-2d196717-11b5-409c-b33c-bb544b37eda6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=917a281f84fb4b0bb8ab562bc42a40f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8563578 Sep 06 14:32:21.369275 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45496) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:21.485770 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-fd75f71d-afba-440b-95f5-a10fc0ca1c6d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Made reservation on behalf of 9b0c093a91ab46ba90be4bc5b45e7d2f for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:32:21.489563 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-fd75f71d-afba-440b-95f5-a10fc0ca1c6d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:21.497365 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daa2e09b-7f3e-4a27-a252-13f332e7f898 req-dffb7303-67cb-4d3c-a437-7b3566b09c74 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133217 Sep 06 14:32:21.556118 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59ddce6-c0f0-478d-9cf6-cc3ff8e47226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:21.568066 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd3a09-385e-45fb-8a98-ef3f1dda6ada req-bbdfb92a-10d0-4030-956b-4672626fc9ea tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:21.582965 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bddd3a09-385e-45fb-8a98-ef3f1dda6ada req-bbdfb92a-10d0-4030-956b-4672626fc9ea tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 946 time: 0.1395712 Sep 06 14:32:21.662986 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed964228-c5da-4db7-9573-6875e0563dd2 req-e893f439-df6c-4940-bb9d-67f4320f23f9 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:21.669817 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ed964228-c5da-4db7-9573-6875e0563dd2 req-e893f439-df6c-4940-bb9d-67f4320f23f9 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.1420934 Sep 06 14:32:21.678001 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59ddce6-c0f0-478d-9cf6-cc3ff8e47226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:21.733773 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ed964228-c5da-4db7-9573-6875e0563dd2 req-d710b98f-ab78-40d2-b8d4-970033fe6c4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628324 Sep 06 14:32:21.741342 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daa2e09b-7f3e-4a27-a252-13f332e7f898 req-a9692e87-ada8-4139-857c-c4e626916af3 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306325 Sep 06 14:32:21.771082 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bddd3a09-385e-45fb-8a98-ef3f1dda6ada req-0266f94e-859c-4603-b493-4637df1af86c tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447594 Sep 06 14:32:21.814794 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-fd75f71d-afba-440b-95f5-a10fc0ca1c6d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Allocated IP 172.20.0.9 (4753f5f9-e6ed-41ba-b444-e74e424cd4f0/6e89d0ac-3753-4b35-bedd-a983dd8ff0f4/951c2b42-640a-4b4d-b301-b3df1570486b) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:32:21.857589 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59ddce6-c0f0-478d-9cf6-cc3ff8e47226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:21.862964 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f59ddce6-c0f0-478d-9cf6-cc3ff8e47226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:21.864251 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f59ddce6-c0f0-478d-9cf6-cc3ff8e47226 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8616093-ad1e-4cd0-bfb6-008038e44f8c HTTP/1.1" status: 204 len: 168 time: 0.4948978 Sep 06 14:32:21.896721 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ddce6-c0f0-478d-9cf6-cc3ff8e47226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8616093-ad1e-4cd0-bfb6-008038e44f8c,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:21.907604 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c74348-9712-44bf-aeda-dd19a94d9633 req-b379cfb9-bd27-473c-aad6-1a0ece779eca tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:21.921402 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-70c74348-9712-44bf-aeda-dd19a94d9633 req-b379cfb9-bd27-473c-aad6-1a0ece779eca tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 943 time: 0.1030242 Sep 06 14:32:21.945821 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343e4f3e-9faa-4397-8793-4812d09122cf'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:21.951361 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53185a5f-85fd-4168-b0c8-17397f48a6a0" -d '{"events": [{"server_uuid": "0ee91502-6626-43e4-bb7d-cb7298d80cfe", "name": "network-vif-plugged", "status": "completed", "tag": "343e4f3e-9faa-4397-8793-4812d09122cf"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:21.959543 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ae3ecf12-0b59-420d-a965-3e526d649077 req-bc6a8383-2698-46a1-9abc-f91ca125ed33 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 210 time: 0.0739501 Sep 06 14:32:22.014740 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 21158f81-630c-46ab-ace2-c41957ff6048 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:32:22.057426 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-70c74348-9712-44bf-aeda-dd19a94d9633 req-b7895e2b-be08-4329-872c-6bce7bedba03 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213448 Sep 06 14:32:22.086891 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a08f69-6007-4190-bad0-086c984a387e x-openstack-request-id: req-75a08f69-6007-4190-bad0-086c984a387e {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:22.089761 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee91502-6626-43e4-bb7d-cb7298d80cfe", "name": "network-vif-plugged", "status": "completed", "tag": "343e4f3e-9faa-4397-8793-4812d09122cf", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:22.090241 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75a08f69-6007-4190-bad0-086c984a387e {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:22.091068 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343e4f3e-9faa-4397-8793-4812d09122cf', 'code': 200} Sep 06 14:32:22.223894 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 21158f81-630c-46ab-ace2-c41957ff6048, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=21158f81-630c-46ab-ace2-c41957ff6048,segment=NetworkSegment(0f157b31-0c75-4fef-8a36-b9197cb8e96c),segment_id=0f157b31-0c75-4fef-8a36-b9197cb8e96c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:22.230444 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d63571-efd5-48c6-a227-d8f00128f1d8 req-166735c1-4a21-4c58-aa00-2b8cac7b27e5 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:22.233527 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-93d63571-efd5-48c6-a227-d8f00128f1d8 req-166735c1-4a21-4c58-aa00-2b8cac7b27e5 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 945 time: 0.1047893 Sep 06 14:32:22.246310 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': '21158f81-630c-46ab-ace2-c41957ff6048', 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab', 'port_id': '21158f81-630c-46ab-ace2-c41957ff6048', 'mac_address': 'fa:16:3e:43:5a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa9df13-81db-409e-a9f9-45d5d5eb4201', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:32:22.305194 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-fd75f71d-afba-440b-95f5-a10fc0ca1c6d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:22.320852 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-93d63571-efd5-48c6-a227-d8f00128f1d8 req-68807249-da97-4630-b731-2bd91a4d6b2b tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799136 Sep 06 14:32:22.338011 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-fd75f71d-afba-440b-95f5-a10fc0ca1c6d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Transition to ACTIVE for port object 951c2b42-640a-4b4d-b301-b3df1570486b will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:32:22.345371 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:22.373851 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45538) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:22.390156 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-fd75f71d-afba-440b-95f5-a10fc0ca1c6d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:22.393019 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21158f81-630c-46ab-ace2-c41957ff6048 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:32:22.442397 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 21158f81-630c-46ab-ace2-c41957ff6048, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=21158f81-630c-46ab-ace2-c41957ff6048,segment=NetworkSegment(0f157b31-0c75-4fef-8a36-b9197cb8e96c),segment_id=0f157b31-0c75-4fef-8a36-b9197cb8e96c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:22.450504 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:22.463181 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75f71d-afba-440b-95f5-a10fc0ca1c6d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event updated for resources: {'Port': ['ID=951c2b42-640a-4b4d-b301-b3df1570486b,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:22.477711 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-fd75f71d-afba-440b-95f5-a10fc0ca1c6d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:32:22.479392 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719f8da-b057-4ab6-a894-13a055dc8173 req-fabe4a53-6cad-4599-8c34-6d83be1b2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:22.479862 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-fd75f71d-afba-440b-95f5-a10fc0ca1c6d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:32:22.480980 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6719f8da-b057-4ab6-a894-13a055dc8173 req-fabe4a53-6cad-4599-8c34-6d83be1b2cae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 1098 time: 0.0986691 Sep 06 14:32:22.483105 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-fd75f71d-afba-440b-95f5-a10fc0ca1c6d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:32:22.537837 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45544) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:22.570366 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-fd75f71d-afba-440b-95f5-a10fc0ca1c6d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:22.572078 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-fd75f71d-afba-440b-95f5-a10fc0ca1c6d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:22.575431 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=21158f81-630c-46ab-ace2-c41957ff6048,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:22.580273 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6719f8da-b057-4ab6-a894-13a055dc8173 req-2810fc28-a62a-418c-b198-dfa4a4fcba35 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849886 Sep 06 14:32:22.582135 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4a57798e-1b68-4589-8815-cb57c21fed74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:22.606454 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-fd75f71d-afba-440b-95f5-a10fc0ca1c6d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4261346 Sep 06 14:32:22.643019 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7dc49b28-8ba2-461d-bc4b-47d83ce8a675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:22.667082 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45546) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:22.745187 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4a57798e-1b68-4589-8815-cb57c21fed74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:22.754605 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4a57798e-1b68-4589-8815-cb57c21fed74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:22.837694 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-4a57798e-1b68-4589-8815-cb57c21fed74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e03cdcc257324ce19f92e19cced850e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921352 Sep 06 14:32:22.839094 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-197867ac-66d7-4084-bcd7-bf83415e7247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:22.845909 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45554) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:22.856717 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['21158f81-630c-46ab-ace2-c41957ff6048'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:32:22.860196 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-aec2de93-a66a-4b61-b8e9-d8fec88b0542 None None] Provisioning for port 951c2b42-640a-4b4d-b301-b3df1570486b completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:32:22.866508 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-aec2de93-a66a-4b61-b8e9-d8fec88b0542 None None] Provisioning complete for port 951c2b42-640a-4b4d-b301-b3df1570486b triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:22.866508 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-aec2de93-a66a-4b61-b8e9-d8fec88b0542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:22.875444 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57798e-1b68-4589-8815-cb57c21fed74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ead70b8-309d-489a-b4a8-8f92764c7b69,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:22.912385 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efbe14-7ab7-4e36-80d7-d9a7570e8274 req-0b2d8ae9-b1e2-49b8-b70a-094cc5a9fe99 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:22.918550 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e1efbe14-7ab7-4e36-80d7-d9a7570e8274 req-0b2d8ae9-b1e2-49b8-b70a-094cc5a9fe99 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.1049240 Sep 06 14:32:22.935214 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Request body: {'port': {'device_id': 'bca9d87f-94a3-451a-b2e2-139bbf04dcbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:22.941421 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-aec2de93-a66a-4b61-b8e9-d8fec88b0542 None None] Port 951c2b42-640a-4b4d-b301-b3df1570486b cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:32:23.016606 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e1efbe14-7ab7-4e36-80d7-d9a7570e8274 req-434b7e75-c21d-41df-b0cb-1a7627fece87 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932720 Sep 06 14:32:23.023869 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d064f9f-0024-4f22-9ee2-492ddeae936c req-dfc8e91b-d396-49ea-af35-5354defa71b2 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:23.026631 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4d064f9f-0024-4f22-9ee2-492ddeae936c req-dfc8e91b-d396-49ea-af35-5354defa71b2 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 946 time: 0.1794555 Sep 06 14:32:23.029392 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:23.051783 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b7736d46-32ad-4a1c-b181-4c7518f8c844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:23.110217 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7dc49b28-8ba2-461d-bc4b-47d83ce8a675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:23.126452 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7dc49b28-8ba2-461d-bc4b-47d83ce8a675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:23.131404 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b7736d46-32ad-4a1c-b181-4c7518f8c844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:23.185732 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4d064f9f-0024-4f22-9ee2-492ddeae936c req-48d40e9e-f905-493d-a0a5-c2132b07f3db tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264331 Sep 06 14:32:23.243499 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7dc49b28-8ba2-461d-bc4b-47d83ce8a675 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=85aba3cc45cc48e8a4902bf90dd791c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8684547 Sep 06 14:32:23.248524 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45562) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:23.256812 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc49b28-8ba2-461d-bc4b-47d83ce8a675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb17ff1-9f1c-4815-899a-319a10f55dc2,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:23.284844 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc23b77-a9ba-4aae-9f28-abef4d5a62cc req-d456347b-4bad-4db3-888e-79c6abb639b4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:23.286572 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5dc23b77-a9ba-4aae-9f28-abef4d5a62cc req-d456347b-4bad-4db3-888e-79c6abb639b4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 931 time: 0.0991569 Sep 06 14:32:23.398664 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5dc23b77-a9ba-4aae-9f28-abef4d5a62cc req-5e5e4cec-3223-40ad-884d-cf29641c412d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984461 Sep 06 14:32:23.413810 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-970b2bc1-a343-4df3-aeaf-5988ccb8cf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:23.423815 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b7736d46-32ad-4a1c-b181-4c7518f8c844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:23.426739 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b7736d46-32ad-4a1c-b181-4c7518f8c844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:23.430402 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b7736d46-32ad-4a1c-b181-4c7518f8c844 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ead70b8-309d-489a-b4a8-8f92764c7b69 HTTP/1.1" status: 204 len: 168 time: 0.5793035 Sep 06 14:32:23.451010 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7736d46-32ad-4a1c-b181-4c7518f8c844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ead70b8-309d-489a-b4a8-8f92764c7b69,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:23.485345 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-970b2bc1-a343-4df3-aeaf-5988ccb8cf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:23.512520 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373d12f-b40d-4175-bc05-cf11a04627e5 req-cf728b97-6ee6-49bf-b00f-c4f06b616af0 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:23.514133 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7373d12f-b40d-4175-bc05-cf11a04627e5 req-cf728b97-6ee6-49bf-b00f-c4f06b616af0 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 943 time: 0.2010074 Sep 06 14:32:23.526802 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-197867ac-66d7-4084-bcd7-bf83415e7247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:23.553652 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-197867ac-66d7-4084-bcd7-bf83415e7247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:23.642110 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7373d12f-b40d-4175-bc05-cf11a04627e5 req-506f6c40-ce3f-4ef7-a56e-b07ef15fe330 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130228 Sep 06 14:32:23.656574 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e5a49-f0e2-4a59-9eaa-e4ae07ebcab5 req-ac127159-8539-46d1-8e5f-6ac51af26cf0 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:23.656574 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c39e5a49-f0e2-4a59-9eaa-e4ae07ebcab5 req-ac127159-8539-46d1-8e5f-6ac51af26cf0 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 945 time: 0.1667907 Sep 06 14:32:23.667537 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951c2b42-640a-4b4d-b301-b3df1570486b {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:32:23.668774 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-197867ac-66d7-4084-bcd7-bf83415e7247 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1504953585954ed3a7a124c0192be158&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0007291 Sep 06 14:32:23.669534 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197867ac-66d7-4084-bcd7-bf83415e7247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55adeb5b-6f4f-4ad0-a977-f20f82612cf1,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:23.673678 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45570) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:23.695897 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:23.715622 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-970b2bc1-a343-4df3-aeaf-5988ccb8cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:23.718729 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-970b2bc1-a343-4df3-aeaf-5988ccb8cf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:23.722579 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-970b2bc1-a343-4df3-aeaf-5988ccb8cf3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfb17ff1-9f1c-4815-899a-319a10f55dc2 HTTP/1.1" status: 204 len: 168 time: 0.4648411 Sep 06 14:32:23.731390 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Transition to ACTIVE for port object 951c2b42-640a-4b4d-b301-b3df1570486b will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:32:23.741467 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:23.793955 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c39e5a49-f0e2-4a59-9eaa-e4ae07ebcab5 req-490f04ce-1f2d-457d-bb3c-fb3d85b9eb3a tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056519 Sep 06 14:32:23.795860 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b2bc1-a343-4df3-aeaf-5988ccb8cf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb17ff1-9f1c-4815-899a-319a10f55dc2,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:23.848902 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a9519da8-2e97-4586-b6b1-9c5c847e6fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:23.914126 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a9519da8-2e97-4586-b6b1-9c5c847e6fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:24.021216 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 21158f81-630c-46ab-ace2-c41957ff6048 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:32:24.037851 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a9519da8-2e97-4586-b6b1-9c5c847e6fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:24.044391 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a9519da8-2e97-4586-b6b1-9c5c847e6fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:24.045945 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a9519da8-2e97-4586-b6b1-9c5c847e6fbd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55adeb5b-6f4f-4ad0-a977-f20f82612cf1 HTTP/1.1" status: 204 len: 168 time: 0.3589492 Sep 06 14:32:24.067022 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9519da8-2e97-4586-b6b1-9c5c847e6fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55adeb5b-6f4f-4ad0-a977-f20f82612cf1,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:24.147234 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Pushing event updated for resources: {'Port': ['ID=951c2b42-640a-4b4d-b301-b3df1570486b,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:24.218068 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port 21158f81-630c-46ab-ace2-c41957ff6048 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:32:24.229100 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port 21158f81-630c-46ab-ace2-c41957ff6048 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:24.229516 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:24.244476 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Attempting to bind port 951c2b42-640a-4b4d-b301-b3df1570486b on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:32:24.246672 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Attempting to bind port 951c2b42-640a-4b4d-b301-b3df1570486b by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:32:24.247166 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Attempting to bind port 951c2b42-640a-4b4d-b301-b3df1570486b on network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:32:24.266505 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Port 951c2b42-640a-4b4d-b301-b3df1570486b on network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:32:24.266813 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Attempting to bind port 951c2b42-640a-4b4d-b301-b3df1570486b on network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:32:24.272365 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:32:24.272785 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Checking segment: {'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:32:24.273156 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Bound using segment: {'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:32:24.275913 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Bound port: 951c2b42-640a-4b4d-b301-b3df1570486b, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:32:24.276351 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:24.365435 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4258a7-8f6c-4419-9701-a675707cffd2 req-6fac2e4a-d8fa-4f72-80cb-3adf77bed45f tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:24.371398 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a4258a7-8f6c-4419-9701-a675707cffd2 req-6fac2e4a-d8fa-4f72-80cb-3adf77bed45f tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.1283607 Sep 06 14:32:24.469416 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a4258a7-8f6c-4419-9701-a675707cffd2 req-67fc9313-d7fe-4164-ba8d-e17ed9f737ba tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898869 Sep 06 14:32:24.503523 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] For port 951c2b42-640a-4b4d-b301-b3df1570486b, host hv-cinder-79128, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:32:24.517582 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] For port 951c2b42-640a-4b4d-b301-b3df1570486b, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=951c2b42-640a-4b4d-b301-b3df1570486b,segment=NetworkSegment(ddf58939-5e3e-405b-adbe-468927aa8d56),segment_id=ddf58939-5e3e-405b-adbe-468927aa8d56)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:32:24.532281 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:24.556015 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:24.628760 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca12fdc-14a0-4d6b-a234-592ea04dbe04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21158f81-630c-46ab-ace2-c41957ff6048'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:24.632739 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74aeda2-31e3-4c79-adfa-1c1aebc266be" -d '{"events": [{"server_uuid": "dca12fdc-14a0-4d6b-a234-592ea04dbe04", "name": "network-vif-plugged", "status": "completed", "tag": "21158f81-630c-46ab-ace2-c41957ff6048"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:24.679482 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:24.680813 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:24.682560 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-d285c546-c866-4675-90bb-ea2800051303 service neutron] 10.222.0.22 "PUT /v2.0/ports/951c2b42-640a-4b4d-b301-b3df1570486b HTTP/1.1" status: 200 len: 1093 time: 1.7569237 Sep 06 14:32:24.684376 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca9d87f-94a3-451a-b2e2-139bbf04dcbe', 'tag': '951c2b42-640a-4b4d-b301-b3df1570486b'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:24.690346 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5653b2be-aa09-4e36-9f4a-a44c07440af6" -d '{"events": [{"name": "network-changed", "server_uuid": "bca9d87f-94a3-451a-b2e2-139bbf04dcbe", "tag": "951c2b42-640a-4b4d-b301-b3df1570486b"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:24.717406 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 21158f81-630c-46ab-ace2-c41957ff6048, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=21158f81-630c-46ab-ace2-c41957ff6048,segment=NetworkSegment(0f157b31-0c75-4fef-8a36-b9197cb8e96c),segment_id=0f157b31-0c75-4fef-8a36-b9197cb8e96c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:24.728046 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:24.733755 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45612) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:24.736880 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c077e-8f5f-4e9d-a883-60c2cbfc023c req-37ef3843-4fd4-4e8d-ac6d-4e15a226fa88 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:24.739094 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-880c077e-8f5f-4e9d-a883-60c2cbfc023c req-37ef3843-4fd4-4e8d-ac6d-4e15a226fa88 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 943 time: 0.1974881 Sep 06 14:32:24.752626 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285c546-c866-4675-90bb-ea2800051303 service neutron] Pushing event updated for resources: {'Port': ['ID=951c2b42-640a-4b4d-b301-b3df1570486b,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:24.776522 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1bb0-fb02-4180-8d5f-1bb5bd0b5221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:24.815508 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43de437-3c3a-4b87-b0b2-1e9d1ffdd409 x-openstack-request-id: req-f43de437-3c3a-4b87-b0b2-1e9d1ffdd409 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:24.816046 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca12fdc-14a0-4d6b-a234-592ea04dbe04", "name": "network-vif-plugged", "status": "completed", "tag": "21158f81-630c-46ab-ace2-c41957ff6048", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:24.817068 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f43de437-3c3a-4b87-b0b2-1e9d1ffdd409 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:24.819760 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca12fdc-14a0-4d6b-a234-592ea04dbe04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21158f81-630c-46ab-ace2-c41957ff6048', 'code': 200} Sep 06 14:32:24.865818 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-880c077e-8f5f-4e9d-a883-60c2cbfc023c req-575a13c3-6b3b-4c22-baff-d36399eacbcb tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147659 Sep 06 14:32:24.886310 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-00570ef1-4a7a-42d2-9771-da5ef1fe2586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:24.888844 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-00570ef1-4a7a-42d2-9771-da5ef1fe2586 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f&device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 1096 time: 0.0761771 Sep 06 14:32:24.916889 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45614) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:24.924377 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=21158f81-630c-46ab-ace2-c41957ff6048,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:24.989485 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-8a1da066-2f15-48ed-8256-6257a96e7870 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=951c2b42-640a-4b4d-b301-b3df1570486b HTTP/1.1" status: 200 len: 217 time: 0.0916228 Sep 06 14:32:24.991944 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576025be-cad4-4ff0-9170-254c36c7e6fc x-openstack-request-id: req-576025be-cad4-4ff0-9170-254c36c7e6fc {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:24.992317 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca9d87f-94a3-451a-b2e2-139bbf04dcbe", "tag": "951c2b42-640a-4b4d-b301-b3df1570486b", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:24.993050 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-576025be-cad4-4ff0-9170-254c36c7e6fc {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:24.993533 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca9d87f-94a3-451a-b2e2-139bbf04dcbe', 'tag': '951c2b42-640a-4b4d-b301-b3df1570486b', 'status': 'completed', 'code': 200} Sep 06 14:32:25.009221 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-481fb4ad-0a0d-4473-8b5e-cdcdeaf056a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:25.074610 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717dcb2d-66e3-45b4-959d-c4c8a5ab11c6 req-fe55e6e6-ab56-494d-887d-a684b6a09115 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:25.076360 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-717dcb2d-66e3-45b4-959d-c4c8a5ab11c6 req-fe55e6e6-ab56-494d-887d-a684b6a09115 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 943 time: 0.1400337 Sep 06 14:32:25.115998 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-ff5aab1e-2299-4f87-8ef2-7300159df803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:25.118437 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-ff5aab1e-2299-4f87-8ef2-7300159df803 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6e89d0ac-3753-4b35-bedd-a983dd8ff0f4 HTTP/1.1" status: 200 len: 850 time: 0.0996583 Sep 06 14:32:25.157512 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e172175-c6a1-4dd0-adb6-fe72c85573ee req-2ef4c0e6-87d3-4606-bfa1-fba6dbecc50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:25.159413 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3e172175-c6a1-4dd0-adb6-fe72c85573ee req-2ef4c0e6-87d3-4606-bfa1-fba6dbecc50c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 1098 time: 0.1373649 Sep 06 14:32:25.168892 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-717dcb2d-66e3-45b4-959d-c4c8a5ab11c6 req-d0db3aca-ae57-468c-91b5-b46070e14144 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764253 Sep 06 14:32:25.205721 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-5325b338-10c7-490c-a814-44832a8cdfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:25.207940 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-5325b338-10c7-490c-a814-44832a8cdfac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809188 Sep 06 14:32:25.214058 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1bb0-fb02-4180-8d5f-1bb5bd0b5221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:25.231651 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1bb0-fb02-4180-8d5f-1bb5bd0b5221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:25.293618 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3e172175-c6a1-4dd0-adb6-fe72c85573ee req-3b6d8329-46ef-4795-9d60-fb99144ed68c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218832 Sep 06 14:32:25.306279 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ccbc1bb0-fb02-4180-8d5f-1bb5bd0b5221 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7af3debeabba402d97a4b23b64445173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5692770 Sep 06 14:32:25.308197 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc1bb0-fb02-4180-8d5f-1bb5bd0b5221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50563ed-37eb-4fa5-9fa9-45a835674eca,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:25.312227 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45626) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:25.372787 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45630) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:25.401496 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-4e14f077-9c93-4e86-97ae-19e9d8a79aab service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832917 Sep 06 14:32:25.419086 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ef9a3359-9fb2-4382-9162-1a72c3b0e3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:25.431458 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-481fb4ad-0a0d-4473-8b5e-cdcdeaf056a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:25.441091 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-481fb4ad-0a0d-4473-8b5e-cdcdeaf056a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:25.474208 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ef9a3359-9fb2-4382-9162-1a72c3b0e3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:25.491228 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-fe932b6c-45b7-4118-a34f-c90655cff9ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-470648296-network', 'tenant_id': '0b772fb2b49d47549fd9e427d2d0ef37'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:25.502058 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-481fb4ad-0a0d-4473-8b5e-cdcdeaf056a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b2dda34876949cca58ca4fe4fa72b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840931 Sep 06 14:32:25.504713 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45636) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:25.510481 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fb4ad-0a0d-4473-8b5e-cdcdeaf056a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a722c77b-4a66-4ae0-a55b-4563c14dd1b1,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:25.537975 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe932b6c-45b7-4118-a34f-c90655cff9ba admin admin] Made reservation on behalf of 0b772fb2b49d47549fd9e427d2d0ef37 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:32:25.540734 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fe932b6c-45b7-4118-a34f-c90655cff9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:25.560502 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fe932b6c-45b7-4118-a34f-c90655cff9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:25.583491 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ef9a3359-9fb2-4382-9162-1a72c3b0e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:25.587066 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ef9a3359-9fb2-4382-9162-1a72c3b0e3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:25.590881 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ef9a3359-9fb2-4382-9162-1a72c3b0e3cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a50563ed-37eb-4fa5-9fa9-45a835674eca HTTP/1.1" status: 204 len: 168 time: 0.2748053 Sep 06 14:32:25.598066 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-004a6317-ecc9-43c9-ac1e-2fb461582be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:25.618787 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a3359-9fb2-4382-9162-1a72c3b0e3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50563ed-37eb-4fa5-9fa9-45a835674eca,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:25.630404 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02604245-170e-4cb3-a0a3-5c4d859904d1 req-692b0592-04e9-4860-a4b2-1de79a0aadce tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:25.652341 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-02604245-170e-4cb3-a0a3-5c4d859904d1 req-692b0592-04e9-4860-a4b2-1de79a0aadce tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.1081352 Sep 06 14:32:25.737984 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-02604245-170e-4cb3-a0a3-5c4d859904d1 req-e27922e6-8fb7-4bce-896d-4218d59a6c66 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794401 Sep 06 14:32:25.739952 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-004a6317-ecc9-43c9-ac1e-2fb461582be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:25.813075 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-004a6317-ecc9-43c9-ac1e-2fb461582be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:25.815966 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-004a6317-ecc9-43c9-ac1e-2fb461582be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:25.819934 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-004a6317-ecc9-43c9-ac1e-2fb461582be5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a722c77b-4a66-4ae0-a55b-4563c14dd1b1 HTTP/1.1" status: 204 len: 168 time: 0.3122153 Sep 06 14:32:25.855256 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a6317-ecc9-43c9-ac1e-2fb461582be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a722c77b-4a66-4ae0-a55b-4563c14dd1b1,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:25.861032 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1783cb0f-bacd-462d-a4ef-9ace61f0e0d1 req-27a0ae76-c17e-4282-9eae-3e75c9678d70 service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858775 Sep 06 14:32:25.941316 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fe932b6c-45b7-4118-a34f-c90655cff9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:25.950299 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fe932b6c-45b7-4118-a34f-c90655cff9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:26.013550 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe932b6c-45b7-4118-a34f-c90655cff9ba admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:32:26.030295 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 884d0f78-c17f-45ca-a3a1-21236e8df578 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:32:26.066192 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe932b6c-45b7-4118-a34f-c90655cff9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5553eb-e080-444e-8e4f-1ea0ab0c8799,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:26.075652 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fe932b6c-45b7-4118-a34f-c90655cff9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:26.076052 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-fe932b6c-45b7-4118-a34f-c90655cff9ba admin admin] Added segment c34a7399-ec00-4b0c-8e33-f9cd893aa109 of type vlan for network 0f060a54-595e-49a3-ba7b-b5656d275e32 Sep 06 14:32:26.100824 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec48516-452d-4900-816e-8b6a77cc955e req-592796d5-fd61-4a7d-a7e5-6d93aadabc84 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:26.111110 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ec48516-452d-4900-816e-8b6a77cc955e req-592796d5-fd61-4a7d-a7e5-6d93aadabc84 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.1765451 Sep 06 14:32:26.126280 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45664) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:26.138645 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-e9d92d0b-ec4c-40da-91dc-4de04bc1f965 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Request body: {'floatingip': {'port_id': '343e4f3e-9faa-4397-8793-4812d09122cf'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:26.152817 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653b2be-aa09-4e36-9f4a-a44c07440af6 req-26661320-2ade-46cc-9da9-87d96164a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:26.158230 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5653b2be-aa09-4e36-9f4a-a44c07440af6 req-26661320-2ade-46cc-9da9-87d96164a265 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f&device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 1096 time: 0.1900465 Sep 06 14:32:26.213121 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fe932b6c-45b7-4118-a34f-c90655cff9ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:26.281488 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 884d0f78-c17f-45ca-a3a1-21236e8df578, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=884d0f78-c17f-45ca-a3a1-21236e8df578,segment=NetworkSegment(0f157b31-0c75-4fef-8a36-b9197cb8e96c),segment_id=0f157b31-0c75-4fef-8a36-b9197cb8e96c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:26.294805 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9d92d0b-ec4c-40da-91dc-4de04bc1f965 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for floatingip, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:26.300457 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': '884d0f78-c17f-45ca-a3a1-21236e8df578', 'network_id': '7d7758a0-8015-4bcf-8a6f-e477d83bd6ab', 'port_id': '884d0f78-c17f-45ca-a3a1-21236e8df578', 'mac_address': 'fa:16:3e:9a:19:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa9df13-81db-409e-a9f9-45d5d5eb4201', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:32:26.418595 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fe932b6c-45b7-4118-a34f-c90655cff9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:26.419605 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe932b6c-45b7-4118-a34f-c90655cff9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:26.420207 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fe932b6c-45b7-4118-a34f-c90655cff9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:26.442127 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404150d-52f6-4a5c-9e47-ee0117d30da2 req-072bc252-17d1-40fc-938b-01bfd0ca55eb tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:26.449290 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:26.450635 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f404150d-52f6-4a5c-9e47-ee0117d30da2 req-072bc252-17d1-40fc-938b-01bfd0ca55eb tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 943 time: 0.2440870 Sep 06 14:32:26.476503 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-fe932b6c-45b7-4118-a34f-c90655cff9ba admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1022341 Sep 06 14:32:26.478449 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653b2be-aa09-4e36-9f4a-a44c07440af6 req-160aaa5b-53ee-4568-b770-5924fc3d9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:26.480121 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5653b2be-aa09-4e36-9f4a-a44c07440af6 req-160aaa5b-53ee-4568-b770-5924fc3d9e2d service neutron] 10.222.0.22 "GET /v2.0/networks?id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0 HTTP/1.1" status: 200 len: 912 time: 0.3004344 Sep 06 14:32:26.480831 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45680) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:26.490679 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-7d759351-23e9-4dbc-8de3-ef7be12db19a admin admin] Request body: {'subnet': {'network_id': '0f060a54-595e-49a3-ba7b-b5656d275e32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-470648296-subnet', 'tenant_id': '0b772fb2b49d47549fd9e427d2d0ef37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:26.506166 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884d0f78-c17f-45ca-a3a1-21236e8df578 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:32:26.570097 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe932b6c-45b7-4118-a34f-c90655cff9ba admin admin] Pushing event updated for resources: {'Network': ['ID=0f060a54-595e-49a3-ba7b-b5656d275e32,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:26.573289 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f404150d-52f6-4a5c-9e47-ee0117d30da2 req-fdf5d8b7-1211-45be-8152-a7bbcffd3efc tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176627 Sep 06 14:32:26.573767 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 884d0f78-c17f-45ca-a3a1-21236e8df578, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=884d0f78-c17f-45ca-a3a1-21236e8df578,segment=NetworkSegment(0f157b31-0c75-4fef-8a36-b9197cb8e96c),segment_id=0f157b31-0c75-4fef-8a36-b9197cb8e96c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:26.587966 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5653b2be-aa09-4e36-9f4a-a44c07440af6 req-f7a90f23-2bb8-4d34-aa94-82ddfe067a4c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=951c2b42-640a-4b4d-b301-b3df1570486b HTTP/1.1" status: 200 len: 217 time: 0.0897923 Sep 06 14:32:26.599352 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network 0f060a54-595e-49a3-ba7b-b5656d275e32 details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:32:26.661857 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:26.667140 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653b2be-aa09-4e36-9f4a-a44c07440af6 req-7e5668b9-f29d-459a-9b42-45d8d38c9f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:26.674434 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5653b2be-aa09-4e36-9f4a-a44c07440af6 req-7e5668b9-f29d-459a-9b42-45d8d38c9f16 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6e89d0ac-3753-4b35-bedd-a983dd8ff0f4 HTTP/1.1" status: 200 len: 850 time: 0.0624261 Sep 06 14:32:26.683743 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d759351-23e9-4dbc-8de3-ef7be12db19a admin admin] Made reservation on behalf of 0b772fb2b49d47549fd9e427d2d0ef37 for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:32:26.686664 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7d759351-23e9-4dbc-8de3-ef7be12db19a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12567151'] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:26.837860 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=884d0f78-c17f-45ca-a3a1-21236e8df578,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:26.867147 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653b2be-aa09-4e36-9f4a-a44c07440af6 req-bf27849a-f6b4-42e2-bf32-36c585bb8c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:26.870124 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5653b2be-aa09-4e36-9f4a-a44c07440af6 req-bf27849a-f6b4-42e2-bf32-36c585bb8c3c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1799510 Sep 06 14:32:26.949962 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca6c7c-9c2d-4996-8423-6d7ea7327147 req-983e477e-3c17-45de-9bcc-6bb3d2698709 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:26.958185 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3dca6c7c-9c2d-4996-8423-6d7ea7327147 req-983e477e-3c17-45de-9bcc-6bb3d2698709 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 944 time: 0.1473670 Sep 06 14:32:27.046489 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5653b2be-aa09-4e36-9f4a-a44c07440af6 req-deaa8a60-5649-4784-8c82-b150f9a27965 service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543052 Sep 06 14:32:27.051706 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3dca6c7c-9c2d-4996-8423-6d7ea7327147 req-427f4b94-5ec7-4210-8bd1-5c2b3be4a41e tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926714 Sep 06 14:32:27.124559 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7d759351-23e9-4dbc-8de3-ef7be12db19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11819462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12567105'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:27.286756 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d759351-23e9-4dbc-8de3-ef7be12db19a admin admin] Checking segment: {'id': 'c34a7399-ec00-4b0c-8e33-f9cd893aa109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0f060a54-595e-49a3-ba7b-b5656d275e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:32:27.287123 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d759351-23e9-4dbc-8de3-ef7be12db19a admin admin] Network hostable DHCP agents. Network: 0f060a54-595e-49a3-ba7b-b5656d275e32, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:32:27.291780 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d759351-23e9-4dbc-8de3-ef7be12db19a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a26ed1-aafe-4048-8365-7c69c9ed2527,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:27.318580 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5653b2be-aa09-4e36-9f4a-a44c07440af6 req-16ce20fe-5a07-4b4d-9868-35c49b6fd885 service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644250 Sep 06 14:32:27.326986 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d759351-23e9-4dbc-8de3-ef7be12db19a admin admin] Network 0f060a54-595e-49a3-ba7b-b5656d275e32 is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:32:27.338571 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['884d0f78-c17f-45ca-a3a1-21236e8df578'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:32:27.340706 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-7d759351-23e9-4dbc-8de3-ef7be12db19a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, 0f060a54-595e-49a3-ba7b-b5656d275e32) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:32:27.367132 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d759351-23e9-4dbc-8de3-ef7be12db19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:27.368330 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7d759351-23e9-4dbc-8de3-ef7be12db19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:27.382710 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90d9ab4-314a-46c1-bb68-30ddbb6939c8 None None] Network 0f060a54-595e-49a3-ba7b-b5656d275e32 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:32:27.405529 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-7d759351-23e9-4dbc-8de3-ef7be12db19a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9214382 Sep 06 14:32:27.581637 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f60ae8-86fa-419a-85ca-a4ce198489c1 None None] Network 0f060a54-595e-49a3-ba7b-b5656d275e32 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:32:27.598728 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.db.resource_extend [None req-e9d92d0b-ec4c-40da-91dc-4de04bc1f965 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 06 14:32:27.729980 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9d92d0b-ec4c-40da-91dc-4de04bc1f965 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:27.738432 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9d92d0b-ec4c-40da-91dc-4de04bc1f965 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:27.787589 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fa958-2c3d-4a86-a66f-b7f2e89fdf35 req-fc53697a-53aa-450a-a695-a791ad7540db tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:27.789885 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a23fa958-2c3d-4a86-a66f-b7f2e89fdf35 req-fc53697a-53aa-450a-a695-a791ad7540db tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 943 time: 0.1312628 Sep 06 14:32:27.870181 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a23fa958-2c3d-4a86-a66f-b7f2e89fdf35 req-b88ef144-cd64-4517-832d-6ab64b2f73e6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718627 Sep 06 14:32:27.931273 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-e9d92d0b-ec4c-40da-91dc-4de04bc1f965 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Floating IP d6585922-06a9-49b5-9314-76573f3f2845 associated. External IP: 172.27.0.28, port: 343e4f3e-9faa-4397-8793-4812d09122cf. Sep 06 14:32:28.278992 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da91b9a-eb0c-4ff4-95f2-4a5fd00babbe req-d610248f-6ee3-4206-a376-a08018cfbad0 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:28.280510 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8da91b9a-eb0c-4ff4-95f2-4a5fd00babbe req-d610248f-6ee3-4206-a376-a08018cfbad0 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 944 time: 0.0723338 Sep 06 14:32:28.308106 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d92d0b-ec4c-40da-91dc-4de04bc1f965 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Router e7031ec3-3444-4662-86a2-b49c8846e27f has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:32:28.341912 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8da91b9a-eb0c-4ff4-95f2-4a5fd00babbe req-d4ee06b3-a08e-4c2e-8bb8-e3e48b2e24b1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536740 Sep 06 14:32:28.369576 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45780) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:28.512947 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d92d0b-ec4c-40da-91dc-4de04bc1f965 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:32:28.518879 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9d92d0b-ec4c-40da-91dc-4de04bc1f965 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:28.536850 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9959fa6-70d4-429a-876b-f35fbb50fa5f None None] Sync routers for ids ['e7031ec3-3444-4662-86a2-b49c8846e27f'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:32:28.542612 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd094-f2c2-4e77-a824-d8d4cd6a2509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:28.546106 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9959fa6-70d4-429a-876b-f35fbb50fa5f None None] Routers {'e7031ec3-3444-4662-86a2-b49c8846e27f'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:32:28.546758 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-a9959fa6-70d4-429a-876b-f35fbb50fa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:32:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['e7031ec3-3444-4662-86a2-b49c8846e27f'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:28.554900 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45792) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:28.560637 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-ae28dd4f-15c5-4969-af9f-7555cae3ebe8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1626805771-network', 'tenant_id': '3e55918419854f50843145d54cdd0794'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:28.565623 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e9d92d0b-ec4c-40da-91dc-4de04bc1f965 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "PUT /v2.0/floatingips/d6585922-06a9-49b5-9314-76573f3f2845 HTTP/1.1" status: 200 len: 990 time: 2.4375782 Sep 06 14:32:28.566014 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'tag': '343e4f3e-9faa-4397-8793-4812d09122cf'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:28.574725 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cf43ac-4a9a-4d82-9ae1-ee4da781b188" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee91502-6626-43e4-bb7d-cb7298d80cfe", "tag": "343e4f3e-9faa-4397-8793-4812d09122cf"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:28.610359 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.db.api [None req-7e6bd094-f2c2-4e77-a824-d8d4cd6a2509 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 06 14:32:28.610359 dv-cinder-791281-8-iscsi neutron-server[93871]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 06 14:32:28.610359 dv-cinder-791281-8-iscsi neutron-server[93871]: [parameters: {'project_id': 'ba1e6129f1e84adaad5bdfa4e727a6e7', 'id': '7c120c26-a3a1-4730-a3d0-31a01ff1df2d', 'expiration': datetime.datetime(2021, 9, 6, 14, 34, 28, 593829)}] Sep 06 14:32:28.610359 dv-cinder-791281-8-iscsi neutron-server[93871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 06 14:32:28.610878 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG oslo_db.api [None req-7e6bd094-f2c2-4e77-a824-d8d4cd6a2509 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 14:32:28.614163 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae28dd4f-15c5-4969-af9f-7555cae3ebe8 admin admin] Made reservation on behalf of 3e55918419854f50843145d54cdd0794 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:32:28.616720 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ae28dd4f-15c5-4969-af9f-7555cae3ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:28.622858 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98044a56-db87-4bec-87ce-ec461b0127f2 x-openstack-request-id: req-98044a56-db87-4bec-87ce-ec461b0127f2 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:28.623346 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee91502-6626-43e4-bb7d-cb7298d80cfe", "tag": "343e4f3e-9faa-4397-8793-4812d09122cf", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:28.623959 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98044a56-db87-4bec-87ce-ec461b0127f2 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:28.623959 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'tag': '343e4f3e-9faa-4397-8793-4812d09122cf', 'status': 'completed', 'code': 200} Sep 06 14:32:28.627674 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ae28dd4f-15c5-4969-af9f-7555cae3ebe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:28.632066 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:32:28.678445 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-a9959fa6-70d4-429a-876b-f35fbb50fa5f None None] Set router e7031ec3-3444-4662-86a2-b49c8846e27f gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:32:28.718922 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf43ac-4a9a-4d82-9ae1-ee4da781b188 req-40989358-d4c7-45a2-a51a-c15f7365cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:28.720452 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-88cf43ac-4a9a-4d82-9ae1-ee4da781b188 req-40989358-d4c7-45a2-a51a-c15f7365cfca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b71c96e485443ba9b7f50edbda420c2&device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 1098 time: 0.0639334 Sep 06 14:32:28.821271 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ae28dd4f-15c5-4969-af9f-7555cae3ebe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:28.829216 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ae28dd4f-15c5-4969-af9f-7555cae3ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:28.858485 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae28dd4f-15c5-4969-af9f-7555cae3ebe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:32:28.863796 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf43ac-4a9a-4d82-9ae1-ee4da781b188 req-25026237-7bd1-4925-9c5c-140b35111c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:28.865322 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-88cf43ac-4a9a-4d82-9ae1-ee4da781b188 req-25026237-7bd1-4925-9c5c-140b35111c5c service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 200 len: 918 time: 0.1347497 Sep 06 14:32:28.887363 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ae28dd4f-15c5-4969-af9f-7555cae3ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:28.888049 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-ae28dd4f-15c5-4969-af9f-7555cae3ebe8 admin admin] Added segment b59ffa0c-5646-493e-9cc6-95c1aa23223f of type vlan for network 9e91bb8d-4980-4799-bc9a-ea85a4655c34 Sep 06 14:32:28.924743 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28dd4f-15c5-4969-af9f-7555cae3ebe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c522e3d-a91c-4541-a023-95f3498433dc,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:29.000445 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-a9959fa6-70d4-429a-876b-f35fbb50fa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': 'd6585922-06a9-49b5-9314-76573f3f2845', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'port_id': '343e4f3e-9faa-4397-8793-4812d09122cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'mac_address': 'fa:16:3e:e9:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:31:52Z', 'updated_at': '2021-09-06T14:32:27Z', 'revision_number': 1, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:57Z', 'revision_number': 5, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:29.036281 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-88cf43ac-4a9a-4d82-9ae1-ee4da781b188 req-f40d90b7-d39b-4e42-adf5-90cd3b08bdca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343e4f3e-9faa-4397-8793-4812d09122cf HTTP/1.1" status: 200 len: 998 time: 0.1611321 Sep 06 14:32:29.037941 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9959fa6-70d4-429a-876b-f35fbb50fa5f None None] Checking router: e7031ec3-3444-4662-86a2-b49c8846e27f for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:32:29.040135 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cd7ea-3443-468f-8f71-2669d5550b00 req-cfc2fb85-38f5-40ca-ba73-304082621e6d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:29.041033 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ae28dd4f-15c5-4969-af9f-7555cae3ebe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:29.041817 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-775cd7ea-3443-468f-8f71-2669d5550b00 req-cfc2fb85-38f5-40ca-ba73-304082621e6d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 943 time: 0.0606747 Sep 06 14:32:29.050315 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9959fa6-70d4-429a-876b-f35fbb50fa5f None None] Routers {'e7031ec3-3444-4662-86a2-b49c8846e27f'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:32:29.051136 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-a9959fa6-70d4-429a-876b-f35fbb50fa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:32:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['e7031ec3-3444-4662-86a2-b49c8846e27f'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:29.115525 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd094-f2c2-4e77-a824-d8d4cd6a2509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:29.124948 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-775cd7ea-3443-468f-8f71-2669d5550b00 req-c14c7995-b80e-48da-a72c-e737e329e7ca tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678613 Sep 06 14:32:29.130167 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ae28dd4f-15c5-4969-af9f-7555cae3ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:29.131234 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae28dd4f-15c5-4969-af9f-7555cae3ebe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:29.131831 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ae28dd4f-15c5-4969-af9f-7555cae3ebe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:29.138658 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf43ac-4a9a-4d82-9ae1-ee4da781b188 req-6e207922-34c0-4b2a-880c-45366118f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:29.140774 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-88cf43ac-4a9a-4d82-9ae1-ee4da781b188 req-6e207922-34c0-4b2a-880c-45366118f87c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=be400bbf-0c01-4e2c-9828-7b5bdb047a6b HTTP/1.1" status: 200 len: 856 time: 0.0965960 Sep 06 14:32:29.194111 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-a9959fa6-70d4-429a-876b-f35fbb50fa5f None None] Set router e7031ec3-3444-4662-86a2-b49c8846e27f gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:32:29.456391 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28dd4f-15c5-4969-af9f-7555cae3ebe8 admin admin] Pushing event updated for resources: {'Network': ['ID=9e91bb8d-4980-4799-bc9a-ea85a4655c34,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:29.472257 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network 9e91bb8d-4980-4799-bc9a-ea85a4655c34 details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:32:29.497567 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf43ac-4a9a-4d82-9ae1-ee4da781b188 req-174a8cb3-b9d8-4a16-a10a-28b17625b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:29.499155 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-88cf43ac-4a9a-4d82-9ae1-ee4da781b188 req-174a8cb3-b9d8-4a16-a10a-28b17625b044 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1450646 Sep 06 14:32:29.562629 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0ca31-ba94-4b50-94f2-fb1d3fc709cf req-fb9db6f2-2f9d-4bce-b55f-ce1d701372ae tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:29.564215 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-48f0ca31-ba94-4b50-94f2-fb1d3fc709cf req-fb9db6f2-2f9d-4bce-b55f-ce1d701372ae tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 944 time: 0.1261222 Sep 06 14:32:29.601576 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-a9959fa6-70d4-429a-876b-f35fbb50fa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': 'd6585922-06a9-49b5-9314-76573f3f2845', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'port_id': '343e4f3e-9faa-4397-8793-4812d09122cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'mac_address': 'fa:16:3e:e9:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:31:52Z', 'updated_at': '2021-09-06T14:32:27Z', 'revision_number': 1, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:57Z', 'revision_number': 5, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:29.631351 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9959fa6-70d4-429a-876b-f35fbb50fa5f None None] The sync data for ids ['e7031ec3-3444-4662-86a2-b49c8846e27f'] in dv-cinder-791281-8-iscsi is: [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': 'd6585922-06a9-49b5-9314-76573f3f2845', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'port_id': '343e4f3e-9faa-4397-8793-4812d09122cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'mac_address': 'fa:16:3e:e9:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:31:52Z', 'updated_at': '2021-09-06T14:32:27Z', 'revision_number': 1, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:57Z', 'revision_number': 5, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:32:29.663005 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd094-f2c2-4e77-a824-d8d4cd6a2509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:29.681338 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd094-f2c2-4e77-a824-d8d4cd6a2509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:29.701436 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ae28dd4f-15c5-4969-af9f-7555cae3ebe8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1447561 Sep 06 14:32:29.704959 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45822) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:29.714754 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-24b50003-b25c-41fd-b076-2492d3b6201e admin admin] Request body: {'subnet': {'network_id': '9e91bb8d-4980-4799-bc9a-ea85a4655c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1626805771-subnet', 'tenant_id': '3e55918419854f50843145d54cdd0794', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:29.717330 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-48f0ca31-ba94-4b50-94f2-fb1d3fc709cf req-93d41266-4e5f-4ffb-8c09-9dacbb2310ba tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400406 Sep 06 14:32:29.740451 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-88cf43ac-4a9a-4d82-9ae1-ee4da781b188 req-8f8c57c6-c3d7-4ef1-8171-842937f52560 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307210 Sep 06 14:32:29.771683 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-7e6bd094-f2c2-4e77-a824-d8d4cd6a2509 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba1e6129f1e84adaad5bdfa4e727a6e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4000061 Sep 06 14:32:29.774745 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bd094-f2c2-4e77-a824-d8d4cd6a2509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7beb51f3-6932-4d71-b2e6-ae4b5d479918,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:29.778587 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45826) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:29.807636 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b50003-b25c-41fd-b076-2492d3b6201e admin admin] Made reservation on behalf of 3e55918419854f50843145d54cdd0794 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:32:29.812514 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-24b50003-b25c-41fd-b076-2492d3b6201e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:29.929763 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-88cf43ac-4a9a-4d82-9ae1-ee4da781b188 req-a0641e26-06c8-4634-8edf-cafeae658aaf service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761277 Sep 06 14:32:29.937749 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d330-4b4d-4818-a55a-18f56a283b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:29.971470 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21d0ba7-f1a7-460b-8853-0e4dd9621bba None None] New status for floating IP d6585922-06a9-49b5-9314-76573f3f2845: ACTIVE {{(pid=93873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:32:29.985235 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d330-4b4d-4818-a55a-18f56a283b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:30.048713 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d330-4b4d-4818-a55a-18f56a283b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:30.051584 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d330-4b4d-4818-a55a-18f56a283b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:30.052803 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c9b7d330-4b4d-4818-a55a-18f56a283b38 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7beb51f3-6932-4d71-b2e6-ae4b5d479918 HTTP/1.1" status: 204 len: 168 time: 0.2576494 Sep 06 14:32:30.063060 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7d330-4b4d-4818-a55a-18f56a283b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7beb51f3-6932-4d71-b2e6-ae4b5d479918,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:30.080463 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 951c2b42-640a-4b4d-b301-b3df1570486b details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:32:30.082853 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 884d0f78-c17f-45ca-a3a1-21236e8df578 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:32:30.100221 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-24b50003-b25c-41fd-b076-2492d3b6201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:30.182512 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b50003-b25c-41fd-b076-2492d3b6201e admin admin] Checking segment: {'id': 'b59ffa0c-5646-493e-9cc6-95c1aa23223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e91bb8d-4980-4799-bc9a-ea85a4655c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:32:30.182912 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b50003-b25c-41fd-b076-2492d3b6201e admin admin] Network hostable DHCP agents. Network: 9e91bb8d-4980-4799-bc9a-ea85a4655c34, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:32:30.186533 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b50003-b25c-41fd-b076-2492d3b6201e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6384eb61-ca30-477a-a304-d54786d180c6,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:30.210419 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b50003-b25c-41fd-b076-2492d3b6201e admin admin] Network 9e91bb8d-4980-4799-bc9a-ea85a4655c34 is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:32:30.246979 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-24b50003-b25c-41fd-b076-2492d3b6201e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, 9e91bb8d-4980-4799-bc9a-ea85a4655c34) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:32:30.253682 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b50003-b25c-41fd-b076-2492d3b6201e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:30.254348 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-24b50003-b25c-41fd-b076-2492d3b6201e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:30.285981 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-24b50003-b25c-41fd-b076-2492d3b6201e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5728998 Sep 06 14:32:30.324729 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcafacd-612c-4e46-baf3-16b8472376fc req-62788ed9-b925-44c7-bbde-81164cc55d35 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:30.338447 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0dcafacd-612c-4e46-baf3-16b8472376fc req-62788ed9-b925-44c7-bbde-81164cc55d35 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 943 time: 0.1008005 Sep 06 14:32:30.430670 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0dcafacd-612c-4e46-baf3-16b8472376fc req-3e397e0d-d4e5-40a4-b3b8-84f23dc0519f tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910811 Sep 06 14:32:30.474640 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcafd45-c10a-4d35-9ef4-3d6cbf5bd050 None None] Network 9e91bb8d-4980-4799-bc9a-ea85a4655c34 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:32:30.633070 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port 884d0f78-c17f-45ca-a3a1-21236e8df578 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:32:30.647820 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port 884d0f78-c17f-45ca-a3a1-21236e8df578 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:30.648191 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:30.731720 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 951c2b42-640a-4b4d-b301-b3df1570486b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=951c2b42-640a-4b4d-b301-b3df1570486b,segment=NetworkSegment(ddf58939-5e3e-405b-adbe-468927aa8d56),segment_id=ddf58939-5e3e-405b-adbe-468927aa8d56)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:30.768663 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': '951c2b42-640a-4b4d-b301-b3df1570486b', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'port_id': '951c2b42-640a-4b4d-b301-b3df1570486b', 'mac_address': 'fa:16:3e:46:ca:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:32:30.773858 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fe233c-d26c-4a03-b14d-23e2228f4b03 None None] Network 9e91bb8d-4980-4799-bc9a-ea85a4655c34 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:32:30.888445 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01672fd6-cbbe-42d8-aed4-fd1af351b112 req-03eac7ba-fc74-48c4-af66-5ce497fc1f99 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:30.890793 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-01672fd6-cbbe-42d8-aed4-fd1af351b112 req-03eac7ba-fc74-48c4-af66-5ce497fc1f99 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 944 time: 0.0815103 Sep 06 14:32:30.958816 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-01672fd6-cbbe-42d8-aed4-fd1af351b112 req-d7be04e8-b4b1-4c0f-a522-4773ca2b1f65 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603087 Sep 06 14:32:30.986199 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:31.049070 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951c2b42-640a-4b4d-b301-b3df1570486b {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:32:31.065381 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:31.091480 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 951c2b42-640a-4b4d-b301-b3df1570486b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=951c2b42-640a-4b4d-b301-b3df1570486b,segment=NetworkSegment(ddf58939-5e3e-405b-adbe-468927aa8d56),segment_id=ddf58939-5e3e-405b-adbe-468927aa8d56)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:31.102599 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:31.121333 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34c2a9c-7031-4c3c-846a-8744f4f949e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884d0f78-c17f-45ca-a3a1-21236e8df578'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:31.123829 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8af4845-beeb-4f6d-962e-b1f719a55c8e" -d '{"events": [{"server_uuid": "b34c2a9c-7031-4c3c-846a-8744f4f949e6", "name": "network-vif-plugged", "status": "completed", "tag": "884d0f78-c17f-45ca-a3a1-21236e8df578"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:31.156924 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 884d0f78-c17f-45ca-a3a1-21236e8df578, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=884d0f78-c17f-45ca-a3a1-21236e8df578,segment=NetworkSegment(0f157b31-0c75-4fef-8a36-b9197cb8e96c),segment_id=0f157b31-0c75-4fef-8a36-b9197cb8e96c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:31.168626 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:31.179171 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d39f252-77aa-4558-befe-47c0a54ccd46 x-openstack-request-id: req-3d39f252-77aa-4558-befe-47c0a54ccd46 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:31.179465 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34c2a9c-7031-4c3c-846a-8744f4f949e6", "name": "network-vif-plugged", "status": "completed", "tag": "884d0f78-c17f-45ca-a3a1-21236e8df578", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:31.179724 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d39f252-77aa-4558-befe-47c0a54ccd46 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:31.180883 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34c2a9c-7031-4c3c-846a-8744f4f949e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884d0f78-c17f-45ca-a3a1-21236e8df578', 'code': 200} Sep 06 14:32:31.202458 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=951c2b42-640a-4b4d-b301-b3df1570486b,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:31.232022 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 45874) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:31.297631 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=884d0f78-c17f-45ca-a3a1-21236e8df578,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:31.366359 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-a93c3c42-e980-4860-9da3-7e4136831866 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1924066051-network', 'tenant_id': '012ed46ed2824baf8e86652278fc45e9'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:31.414537 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93c3c42-e980-4860-9da3-7e4136831866 admin admin] Made reservation on behalf of 012ed46ed2824baf8e86652278fc45e9 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:32:31.416907 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a93c3c42-e980-4860-9da3-7e4136831866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:31.435268 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeeac3-106a-4234-84e6-4d172a2b66fd req-03c8a9b8-adaa-48c4-8e4c-4b3524aa30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:31.437711 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-27aeeac3-106a-4234-84e6-4d172a2b66fd req-03c8a9b8-adaa-48c4-8e4c-4b3524aa30b9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 1098 time: 0.0668781 Sep 06 14:32:31.438713 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a93c3c42-e980-4860-9da3-7e4136831866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:31.492058 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-27aeeac3-106a-4234-84e6-4d172a2b66fd req-f9e243f9-1bff-4576-ac8d-dd894eb487eb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450845 Sep 06 14:32:31.606429 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05bfcc-9000-4184-beda-f5e2c07fbe2c req-c15454f2-83ae-450e-9139-7a61aef92a50 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:31.607960 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2a05bfcc-9000-4184-beda-f5e2c07fbe2c req-c15454f2-83ae-450e-9139-7a61aef92a50 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 944 time: 0.0821977 Sep 06 14:32:31.622148 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a93c3c42-e980-4860-9da3-7e4136831866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:31.629783 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a93c3c42-e980-4860-9da3-7e4136831866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:31.674478 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93c3c42-e980-4860-9da3-7e4136831866 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:32:31.693558 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c3c42-e980-4860-9da3-7e4136831866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:31.704181 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['951c2b42-640a-4b4d-b301-b3df1570486b'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:32:31.705030 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2a05bfcc-9000-4184-beda-f5e2c07fbe2c req-6f07643b-5d8a-4bfe-9701-34616783448c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837214 Sep 06 14:32:31.714455 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a93c3c42-e980-4860-9da3-7e4136831866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:31.714810 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-a93c3c42-e980-4860-9da3-7e4136831866 admin admin] Added segment ff70f900-beaf-4d35-80b1-36cd14857e4e of type vlan for network 790ca7af-5275-481e-88b6-a397a75d38b5 Sep 06 14:32:31.764420 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a93c3c42-e980-4860-9da3-7e4136831866 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:31.795887 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a93c3c42-e980-4860-9da3-7e4136831866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:31.797679 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93c3c42-e980-4860-9da3-7e4136831866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:31.798309 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a93c3c42-e980-4860-9da3-7e4136831866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:31.835458 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-a93c3c42-e980-4860-9da3-7e4136831866 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6019988 Sep 06 14:32:31.838178 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 45886) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:31.844193 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-005ef8cf-2f1f-4f5b-82c1-cf9feed81d1b admin admin] Request body: {'subnet': {'network_id': '790ca7af-5275-481e-88b6-a397a75d38b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1924066051-subnet', 'tenant_id': '012ed46ed2824baf8e86652278fc45e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:31.867906 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005ef8cf-2f1f-4f5b-82c1-cf9feed81d1b admin admin] Made reservation on behalf of 012ed46ed2824baf8e86652278fc45e9 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:32:31.870610 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-005ef8cf-2f1f-4f5b-82c1-cf9feed81d1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:31.889192 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c3c42-e980-4860-9da3-7e4136831866 admin admin] Pushing event updated for resources: {'Network': ['ID=790ca7af-5275-481e-88b6-a397a75d38b5,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:31.908638 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network 790ca7af-5275-481e-88b6-a397a75d38b5 details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:32:32.127138 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-005ef8cf-2f1f-4f5b-82c1-cf9feed81d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:32.195477 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ce120-1f35-44aa-9802-2e142ce4761e req-6631ad8f-9325-4f77-a49f-2d0022aaaaf0 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:32.197666 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-324ce120-1f35-44aa-9802-2e142ce4761e req-6631ad8f-9325-4f77-a49f-2d0022aaaaf0 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.1309602 Sep 06 14:32:32.226855 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ef8cf-2f1f-4f5b-82c1-cf9feed81d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=759a0ea0-9dae-4db6-b102-6e5d85f1c20a,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:32.276928 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005ef8cf-2f1f-4f5b-82c1-cf9feed81d1b admin admin] Checking segment: {'id': 'ff70f900-beaf-4d35-80b1-36cd14857e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '790ca7af-5275-481e-88b6-a397a75d38b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:32:32.277330 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005ef8cf-2f1f-4f5b-82c1-cf9feed81d1b admin admin] Network hostable DHCP agents. Network: 790ca7af-5275-481e-88b6-a397a75d38b5, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:32:32.294514 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-324ce120-1f35-44aa-9802-2e142ce4761e req-6b8ec8f7-6440-4287-bd7c-350f87adb4f1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769122 Sep 06 14:32:32.314650 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005ef8cf-2f1f-4f5b-82c1-cf9feed81d1b admin admin] Network 790ca7af-5275-481e-88b6-a397a75d38b5 is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:32:32.330689 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-005ef8cf-2f1f-4f5b-82c1-cf9feed81d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, 790ca7af-5275-481e-88b6-a397a75d38b5) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:32:32.341576 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005ef8cf-2f1f-4f5b-82c1-cf9feed81d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:32.342280 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-005ef8cf-2f1f-4f5b-82c1-cf9feed81d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:32.344999 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6a6b9b-0e09-43d0-8c53-050fb5fb03c0 None None] Network 790ca7af-5275-481e-88b6-a397a75d38b5 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:32:32.374907 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-005ef8cf-2f1f-4f5b-82c1-cf9feed81d1b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5353010 Sep 06 14:32:32.495059 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc6cd59-5f21-41f5-b227-aa258913e81b None None] Network 790ca7af-5275-481e-88b6-a397a75d38b5 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:32:32.899939 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b939560-eed4-4870-b987-312c9332162d req-c83a5bd5-032c-48b0-902e-caed73223fe5 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:32.902482 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7b939560-eed4-4870-b987-312c9332162d req-c83a5bd5-032c-48b0-902e-caed73223fe5 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 944 time: 0.1069596 Sep 06 14:32:32.977239 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7b939560-eed4-4870-b987-312c9332162d req-199851c4-2bd8-4e0f-974f-cbad9115a28c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677648 Sep 06 14:32:33.426130 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47fd6-40f1-44a2-aa54-53224b656690 req-aac144d9-d11f-478a-8099-5524b9d6703f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:33.427833 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f5e47fd6-40f1-44a2-aa54-53224b656690 req-aac144d9-d11f-478a-8099-5524b9d6703f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0614789 Sep 06 14:32:33.471302 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f5e47fd6-40f1-44a2-aa54-53224b656690 req-cef373ac-12ea-4aa6-845f-0750408cbd2d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372534 Sep 06 14:32:34.104191 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 951c2b42-640a-4b4d-b301-b3df1570486b up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:32:34.143235 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1ebb8-8fe4-45f5-a86e-8bdd3c32134c req-4164239d-0bd2-4800-a7fb-f9165b0341b4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:34.144789 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0cf1ebb8-8fe4-45f5-a86e-8bdd3c32134c req-4164239d-0bd2-4800-a7fb-f9165b0341b4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 944 time: 0.0755932 Sep 06 14:32:34.160759 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port 951c2b42-640a-4b4d-b301-b3df1570486b completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:32:34.171185 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port 951c2b42-640a-4b4d-b301-b3df1570486b triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:34.172113 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:34.202283 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0cf1ebb8-8fe4-45f5-a86e-8bdd3c32134c req-a56c948b-a662-4756-a5c0-e5207831667d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489256 Sep 06 14:32:34.261184 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:34.285263 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca9d87f-94a3-451a-b2e2-139bbf04dcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951c2b42-640a-4b4d-b301-b3df1570486b'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:34.287508 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2e8b60-4363-459b-85b0-918ae43c39b2" -d '{"events": [{"server_uuid": "bca9d87f-94a3-451a-b2e2-139bbf04dcbe", "name": "network-vif-plugged", "status": "completed", "tag": "951c2b42-640a-4b4d-b301-b3df1570486b"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:34.300167 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 951c2b42-640a-4b4d-b301-b3df1570486b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=951c2b42-640a-4b4d-b301-b3df1570486b,segment=NetworkSegment(ddf58939-5e3e-405b-adbe-468927aa8d56),segment_id=ddf58939-5e3e-405b-adbe-468927aa8d56)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:34.304588 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:34.319328 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-5e6690ea-1cd2-4d2b-a394-e4c665f534bf tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:34.322379 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-5e6690ea-1cd2-4d2b-a394-e4c665f534bf tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/networks?id=790ca7af-5275-481e-88b6-a397a75d38b5 HTTP/1.1" status: 200 len: 809 time: 0.1163082 Sep 06 14:32:34.329696 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee73246c-5df3-4a7d-88a5-238679382d03 x-openstack-request-id: req-ee73246c-5df3-4a7d-88a5-238679382d03 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:34.330050 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca9d87f-94a3-451a-b2e2-139bbf04dcbe", "name": "network-vif-plugged", "status": "completed", "tag": "951c2b42-640a-4b4d-b301-b3df1570486b", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:34.330245 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee73246c-5df3-4a7d-88a5-238679382d03 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:34.330635 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca9d87f-94a3-451a-b2e2-139bbf04dcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951c2b42-640a-4b4d-b301-b3df1570486b', 'code': 200} Sep 06 14:32:34.360186 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-32850106-3704-47b8-bbb5-beac21195d02 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/quotas/012ed46ed2824baf8e86652278fc45e9 HTTP/1.1" status: 200 len: 375 time: 0.0314467 Sep 06 14:32:34.372581 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=951c2b42-640a-4b4d-b301-b3df1570486b,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:34.397348 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-ba9d83cb-c89a-48fb-95cc-d7312c04ccee tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=012ed46ed2824baf8e86652278fc45e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361865 Sep 06 14:32:34.519499 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-4401b9c6-5855-4b28-8809-ec153e99c058 service neutron] 10.222.0.53 "GET /v2.0/networks/790ca7af-5275-481e-88b6-a397a75d38b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148279 Sep 06 14:32:34.528643 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cc951c60-d1f9-4ffa-b637-16e75daa6545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:34.622052 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b92cb2-3e1c-4a8a-8f0b-1580a1cb458d req-2e53c044-d36d-4ddd-9492-3fcd42bb6f1d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:34.623572 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d5b92cb2-3e1c-4a8a-8f0b-1580a1cb458d req-2e53c044-d36d-4ddd-9492-3fcd42bb6f1d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0551965 Sep 06 14:32:34.636379 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba45847-5c5b-4d7f-bb53-ea0fab5ee2b5 req-0c1c2244-156d-42b2-86f5-3c4af0ca2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:34.637892 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9ba45847-5c5b-4d7f-bb53-ea0fab5ee2b5 req-0c1c2244-156d-42b2-86f5-3c4af0ca2507 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 1098 time: 0.1134317 Sep 06 14:32:34.661582 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-ed3e3490-c4cf-4ba4-8eaf-bf1fe8544c4a service neutron] 10.222.0.53 "GET /v2.0/networks/790ca7af-5275-481e-88b6-a397a75d38b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255422 Sep 06 14:32:34.684237 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d5b92cb2-3e1c-4a8a-8f0b-1580a1cb458d req-51523cd9-bf09-4b01-85de-cdeae24fca8f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539873 Sep 06 14:32:34.695993 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9ba45847-5c5b-4d7f-bb53-ea0fab5ee2b5 req-0ca51344-177a-4c36-a526-f0628d21dd17 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371747 Sep 06 14:32:34.846301 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f1839913-a955-4deb-9fd3-60cf2bbf75ee req-98bebf9c-913a-4981-b482-e76f00f32e2d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 210 time: 0.0294785 Sep 06 14:32:35.017754 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd677cde-9fd3-4d63-8674-8a7ba3fed47e req-628b528f-e090-4dc7-ad9f-1a7471b05403 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:35.019380 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cd677cde-9fd3-4d63-8674-8a7ba3fed47e req-628b528f-e090-4dc7-ad9f-1a7471b05403 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0630114 Sep 06 14:32:35.064336 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cd677cde-9fd3-4d63-8674-8a7ba3fed47e req-74a1baca-a146-4037-8d29-eb7df381f47c tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382850 Sep 06 14:32:35.202141 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94375d-8f3b-44cd-8db9-591f45e8622e req-ad283bca-05a4-4ffd-981c-1b8bc12cd766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:35.204466 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cf94375d-8f3b-44cd-8db9-591f45e8622e req-ad283bca-05a4-4ffd-981c-1b8bc12cd766 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1aa8874a626416e82820a8f9fda0599&device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 1098 time: 0.0472968 Sep 06 14:32:35.342624 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94375d-8f3b-44cd-8db9-591f45e8622e req-db38439c-5f45-434a-8ff2-2ad7864ade0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:35.347351 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cf94375d-8f3b-44cd-8db9-591f45e8622e req-db38439c-5f45-434a-8ff2-2ad7864ade0c service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab HTTP/1.1" status: 200 len: 920 time: 0.1295805 Sep 06 14:32:35.374921 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a7bf9-553b-4175-93a0-e7084fabdfae req-e021d5c4-193a-406e-89de-65633f909b11 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:35.382596 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e57a7bf9-553b-4175-93a0-e7084fabdfae req-e021d5c4-193a-406e-89de-65633f909b11 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0900207 Sep 06 14:32:35.437235 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cf94375d-8f3b-44cd-8db9-591f45e8622e req-922fd3a9-cd66-4c65-813a-5df6843f9c40 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=884d0f78-c17f-45ca-a3a1-21236e8df578 HTTP/1.1" status: 200 len: 217 time: 0.0757673 Sep 06 14:32:35.447246 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e57a7bf9-553b-4175-93a0-e7084fabdfae req-731ad34f-3604-4e23-b56d-e47d24471ceb tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631280 Sep 06 14:32:35.530405 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94375d-8f3b-44cd-8db9-591f45e8622e req-baaba774-c6aa-465f-855c-7d5538a7f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:35.532297 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cf94375d-8f3b-44cd-8db9-591f45e8622e req-baaba774-c6aa-465f-855c-7d5538a7f880 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fa9df13-81db-409e-a9f9-45d5d5eb4201 HTTP/1.1" status: 200 len: 859 time: 0.0799446 Sep 06 14:32:35.593448 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cf94375d-8f3b-44cd-8db9-591f45e8622e req-82f75ed1-f054-49f0-9fef-ed706ed18b95 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262349 Sep 06 14:32:35.719171 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cf94375d-8f3b-44cd-8db9-591f45e8622e req-f8ca0713-a370-4e40-9cf5-009d28fc4a87 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974474 Sep 06 14:32:35.820507 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cf94375d-8f3b-44cd-8db9-591f45e8622e req-f14de70e-d804-4139-bcf2-a201d7f1845c service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906885 Sep 06 14:32:35.961232 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af0bf24f-8be8-4c28-ac91-da4af6aaa096 req-7dd8021e-2f2f-4b9a-a203-5f8be5d4b0b8 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 210 time: 0.0307064 Sep 06 14:32:36.129553 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-deb17532-0a26-41b7-ac81-853610abe55e tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:36.131260 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-deb17532-0a26-41b7-ac81-853610abe55e tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/networks?id=718178a3-4b17-445d-8417-7cf51875f92b HTTP/1.1" status: 200 len: 815 time: 0.1211979 Sep 06 14:32:36.149229 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-ad92244d-1fec-47df-9d8a-332cf9ec83b2 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/quotas/435d6b95d5904e1c99912ac0d8a37b7e HTTP/1.1" status: 200 len: 375 time: 0.0120962 Sep 06 14:32:36.204807 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90c977-4026-47d9-99cc-ed498531a582 req-26cbea06-3823-454b-b8bd-386f8d29a01e tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:36.206351 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2f90c977-4026-47d9-99cc-ed498531a582 req-26cbea06-3823-454b-b8bd-386f8d29a01e tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0558081 Sep 06 14:32:36.214069 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-9601171b-c2ee-4de3-b406-8f32212ab9cf tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=435d6b95d5904e1c99912ac0d8a37b7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0538616 Sep 06 14:32:36.247798 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2f90c977-4026-47d9-99cc-ed498531a582 req-e96b8b12-dcc9-4107-a507-459f81af32c9 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352230 Sep 06 14:32:36.361079 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-b9c8d187-3377-440f-91d2-18bc5a6d6309 service neutron] 10.222.0.53 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377463 Sep 06 14:32:36.574409 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-af4f729b-fab0-40f6-b31c-dffae9fd68fa service neutron] 10.222.0.53 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036674 Sep 06 14:32:36.584031 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-603a8ea6-f120-45c2-acde-efc14b146429 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:36.585471 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-603a8ea6-f120-45c2-acde-efc14b146429 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.22 "GET /v2.0/networks?id=790ca7af-5275-481e-88b6-a397a75d38b5 HTTP/1.1" status: 200 len: 809 time: 0.2246313 Sep 06 14:32:36.607868 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ef611-d68a-426b-bfd4-fb11d4ca65b7 req-d1c6d86f-b60b-4e65-9c8f-4007bc55acd8 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:36.614875 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-105ef611-d68a-426b-bfd4-fb11d4ca65b7 req-d1c6d86f-b60b-4e65-9c8f-4007bc55acd8 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0796914 Sep 06 14:32:36.653242 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-105ef611-d68a-426b-bfd4-fb11d4ca65b7 req-c5730c43-6fe6-40d2-8442-1fbaf87d927a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368547 Sep 06 14:32:36.777998 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Request body: {'port': {'device_id': '40a1519c-d35a-49bd-9854-a8c9ff247f04', 'network_id': '790ca7af-5275-481e-88b6-a397a75d38b5', 'admin_state_up': True, 'tenant_id': '012ed46ed2824baf8e86652278fc45e9'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:36.802891 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-727ab7e5-d1b0-4468-afa5-9cbd23611aca req-6917998a-7fab-4e3d-b666-f97473a2bfa5 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 210 time: 0.0429235 Sep 06 14:32:36.947692 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Made reservation on behalf of 012ed46ed2824baf8e86652278fc45e9 for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:32:36.951752 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:37.116986 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4a7f73a7-7b22-4088-b9d6-bcfa32645b30 req-039e9f98-3d99-40b8-950b-24663b2e1b4d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 210 time: 0.0493050 Sep 06 14:32:37.194898 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Allocated IP 172.20.0.2 (790ca7af-5275-481e-88b6-a397a75d38b5/759a0ea0-9dae-4db6-b102-6e5d85f1c20a/e027bf01-4025-47ae-8430-1ed5e033d614) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:32:37.388946 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d757e-b2a1-4f37-bf8c-7af2e8d91512 req-270ab734-e840-47d2-b48e-f79334e160c2 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:37.389787 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:37.391088 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-538d757e-b2a1-4f37-bf8c-7af2e8d91512 req-270ab734-e840-47d2-b48e-f79334e160c2 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0603189 Sep 06 14:32:37.430614 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5c35dfd5-0745-4fd8-ab7d-f79ace39a2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:37.446594 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-538d757e-b2a1-4f37-bf8c-7af2e8d91512 req-07ef1bf9-32f6-4884-914e-74097a01c192 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486152 Sep 06 14:32:37.452110 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:37.499841 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Network 790ca7af-5275-481e-88b6-a397a75d38b5 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:32:37.503212 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:32:37.510206 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:32:37.514141 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Pushing event updated for resources: {'Port': ['ID=e027bf01-4025-47ae-8430-1ed5e033d614,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:37.543623 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:37.543966 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:37.544302 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:37.544631 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:37.544952 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:37.545316 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:37.545705 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:37.546522 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:37.546838 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:37.547509 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:37.547687 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:37.547944 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:37.577457 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:37.578272 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:37.591078 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:37.599753 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-b8ea1d50-7be4-4cfb-bd27-3c8f689c049d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8269901 Sep 06 14:32:37.614460 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Request body: {'port': {'device_id': '40a1519c-d35a-49bd-9854-a8c9ff247f04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:37.628735 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cf1ffb4f-8894-4e40-bd7e-8c6b3d7f2533 req-6e01790c-9696-4da5-a2a7-23b3b0b3ffae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472374 Sep 06 14:32:37.750153 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ffb4f-8894-4e40-bd7e-8c6b3d7f2533 req-3287fd0d-c739-4f29-a985-6db8c13bc585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:37.752308 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cf1ffb4f-8894-4e40-bd7e-8c6b3d7f2533 req-3287fd0d-c739-4f29-a985-6db8c13bc585 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=435d6b95d5904e1c99912ac0d8a37b7e&device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 1099 time: 0.0690598 Sep 06 14:32:37.894917 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ffb4f-8894-4e40-bd7e-8c6b3d7f2533 req-cdb2aaae-2f86-4db9-b4a8-4034615b2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:37.895787 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cf1ffb4f-8894-4e40-bd7e-8c6b3d7f2533 req-cdb2aaae-2f86-4db9-b4a8-4034615b2f50 service neutron] 10.222.0.22 "GET /v2.0/networks?id=718178a3-4b17-445d-8417-7cf51875f92b HTTP/1.1" status: 200 len: 916 time: 0.1079817 Sep 06 14:32:37.924153 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a75a3d4-1b96-42f6-9810-b4da43bb6f91 req-0c479808-58d7-49a2-ac18-4edf384b1074 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 210 time: 0.0448110 Sep 06 14:32:37.931039 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:37.966130 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cf1ffb4f-8894-4e40-bd7e-8c6b3d7f2533 req-ed8308e8-59a5-4f8d-b857-997b9b37f8d9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc6bf95a-f246-4e44-a803-9ce8c430a8f8 HTTP/1.1" status: 200 len: 217 time: 0.0515742 Sep 06 14:32:37.995061 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca685e1-a8ea-4c7b-8770-05ee3e62f33e req-0c336c67-9665-4561-992f-7f4e3b26c1c5 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:37.996717 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bca685e1-a8ea-4c7b-8770-05ee3e62f33e req-0c336c67-9665-4561-992f-7f4e3b26c1c5 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.1017261 Sep 06 14:32:38.034453 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ffb4f-8894-4e40-bd7e-8c6b3d7f2533 req-a8049652-78ab-49c0-b163-cbeeac59315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:38.036182 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cf1ffb4f-8894-4e40-bd7e-8c6b3d7f2533 req-a8049652-78ab-49c0-b163-cbeeac59315b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aa0d1cd7-81f5-422d-bf12-26ef03d90b93 HTTP/1.1" status: 200 len: 855 time: 0.0618660 Sep 06 14:32:38.092469 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cf1ffb4f-8894-4e40-bd7e-8c6b3d7f2533 req-617fa5c2-6222-4e88-b90f-0b2685aa06a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=718178a3-4b17-445d-8417-7cf51875f92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479014 Sep 06 14:32:38.119729 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bca685e1-a8ea-4c7b-8770-05ee3e62f33e req-2e4b7166-fb0d-40c8-80a0-dabf525c965c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078360 Sep 06 14:32:38.324400 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc34a7a-ff6c-4e7b-a1a7-b3512076410c req-c44ea848-4e99-4aa8-b3e0-d77cbf3a3717 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:38.326092 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4cc34a7a-ff6c-4e7b-a1a7-b3512076410c req-c44ea848-4e99-4aa8-b3e0-d77cbf3a3717 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0861628 Sep 06 14:32:38.346831 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 46080) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:38.365142 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-4d171157-8795-401a-bf3c-5995404bead6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Request body: {'floatingip': {'port_id': '951c2b42-640a-4b4d-b301-b3df1570486b'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:38.500648 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4d171157-8795-401a-bf3c-5995404bead6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for floatingip, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:38.593244 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e027bf01-4025-47ae-8430-1ed5e033d614 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:32:38.644234 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:38.661794 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cf1ffb4f-8894-4e40-bd7e-8c6b3d7f2533 req-3350bcb2-b9c2-438e-bdd2-04dd9f5bb410 service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572903 Sep 06 14:32:38.678944 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9b7e2-8185-40ce-95de-f4fed58642b4 req-3d470ad8-cb2a-4b3f-8454-c346e8e0e428 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:38.687198 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3fc9b7e2-8185-40ce-95de-f4fed58642b4 req-3d470ad8-cb2a-4b3f-8454-c346e8e0e428 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 931 time: 0.4010210 Sep 06 14:32:38.716196 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Transition to ACTIVE for port object e027bf01-4025-47ae-8430-1ed5e033d614 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:32:38.729273 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ce243-f466-446f-a336-b129eba17368 req-adcd946a-ad64-4838-a6f3-8c1ca1778ff3 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:38.731102 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c63ce243-f466-446f-a336-b129eba17368 req-adcd946a-ad64-4838-a6f3-8c1ca1778ff3 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.1820552 Sep 06 14:32:38.735915 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:38.744434 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-87eef4cc-c0b5-4b0f-98a0-e317bcdd5b31 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:38.745941 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-87eef4cc-c0b5-4b0f-98a0-e317bcdd5b31 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "GET /v2.0/networks?id=718178a3-4b17-445d-8417-7cf51875f92b HTTP/1.1" status: 200 len: 815 time: 0.5989037 Sep 06 14:32:38.772598 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Request body: {'port': {'device_id': 'fe977fb9-b6a0-4146-991f-5123327cc844', 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b', 'admin_state_up': True, 'tenant_id': '435d6b95d5904e1c99912ac0d8a37b7e'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:38.794469 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3fc9b7e2-8185-40ce-95de-f4fed58642b4 req-c51e8780-34f6-47c4-b38d-5a96b1d4c73a tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062613 Sep 06 14:32:38.869719 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Pushing event updated for resources: {'Port': ['ID=e027bf01-4025-47ae-8430-1ed5e033d614,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:38.883173 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:38.914409 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cf1ffb4f-8894-4e40-bd7e-8c6b3d7f2533 req-9d3da6a1-1c75-48a7-9812-7a83ace96bd1 service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198114 Sep 06 14:32:38.916032 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c63ce243-f466-446f-a336-b129eba17368 req-ab2f6c7f-e5e3-4801-8596-526ae02d1b13 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433942 Sep 06 14:32:38.987647 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Made reservation on behalf of 435d6b95d5904e1c99912ac0d8a37b7e for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:32:38.991960 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:39.032812 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Attempting to bind port e027bf01-4025-47ae-8430-1ed5e033d614 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:32:39.033279 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Attempting to bind port e027bf01-4025-47ae-8430-1ed5e033d614 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'ff70f900-beaf-4d35-80b1-36cd14857e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '790ca7af-5275-481e-88b6-a397a75d38b5'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:32:39.033671 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Attempting to bind port e027bf01-4025-47ae-8430-1ed5e033d614 on network 790ca7af-5275-481e-88b6-a397a75d38b5 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:32:39.041937 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Port e027bf01-4025-47ae-8430-1ed5e033d614 on network 790ca7af-5275-481e-88b6-a397a75d38b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:32:39.042254 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Attempting to bind port e027bf01-4025-47ae-8430-1ed5e033d614 on network 790ca7af-5275-481e-88b6-a397a75d38b5 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:32:39.049216 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2dd28c1a-4475-4c00-b62b-b4a3b0efc2b8 req-a8990440-659b-4c1c-b76f-bb1f70690d86 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 210 time: 0.0420773 Sep 06 14:32:39.062100 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:32:39.062463 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Checking segment: {'id': 'ff70f900-beaf-4d35-80b1-36cd14857e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '790ca7af-5275-481e-88b6-a397a75d38b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:32:39.062808 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Bound using segment: {'id': 'ff70f900-beaf-4d35-80b1-36cd14857e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '790ca7af-5275-481e-88b6-a397a75d38b5'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:32:39.063465 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Bound port: e027bf01-4025-47ae-8430-1ed5e033d614, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff70f900-beaf-4d35-80b1-36cd14857e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '790ca7af-5275-481e-88b6-a397a75d38b5'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:32:39.063815 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:39.175927 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Allocated IP 172.20.0.5 (718178a3-4b17-445d-8417-7cf51875f92b/aa0d1cd7-81f5-422d-bf12-26ef03d90b93/5af777fd-abc5-4727-babf-e1e9fd223213) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:32:39.370864 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] For port e027bf01-4025-47ae-8430-1ed5e033d614, host hv-cinder-79128, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:32:39.382180 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:39.415015 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] For port e027bf01-4025-47ae-8430-1ed5e033d614, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e027bf01-4025-47ae-8430-1ed5e033d614,segment=NetworkSegment(ff70f900-beaf-4d35-80b1-36cd14857e4e),segment_id=ff70f900-beaf-4d35-80b1-36cd14857e4e)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:32:39.425801 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:39.435419 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:39.449346 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['bc6bf95a-f246-4e44-a803-9ce8c430a8f8'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:32:39.493492 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Pushing event updated for resources: {'Port': ['ID=5af777fd-abc5-4727-babf-e1e9fd223213,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:39.500715 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Network 718178a3-4b17-445d-8417-7cf51875f92b is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:32:39.505232 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:32:39.508373 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:39.508727 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:39.509074 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:39.509414 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:39.509751 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:39.510162 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:39.510648 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:39.511029 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:39.511364 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:39.512166 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:39.512166 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:39.512498 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:39.516107 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:32:39.522557 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:39.523246 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:39.526176 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:39.526834 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:39.528340 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] 10.222.0.22 "PUT /v2.0/ports/e027bf01-4025-47ae-8430-1ed5e033d614 HTTP/1.1" status: 200 len: 1093 time: 1.9185853 Sep 06 14:32:39.529150 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a1519c-d35a-49bd-9854-a8c9ff247f04', 'tag': 'e027bf01-4025-47ae-8430-1ed5e033d614'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:39.532686 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c26ad7-e1be-43be-a033-1f860046bc25" -d '{"events": [{"name": "network-changed", "server_uuid": "40a1519c-d35a-49bd-9854-a8c9ff247f04", "tag": "e027bf01-4025-47ae-8430-1ed5e033d614"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:39.542302 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-31ae8b71-61be-4035-a060-566760a97e3b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7783780 Sep 06 14:32:39.597612 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Request body: {'port': {'device_id': 'fe977fb9-b6a0-4146-991f-5123327cc844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:39.609414 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4d171157-8795-401a-bf3c-5995404bead6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:39.713438 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:39.879605 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4d171157-8795-401a-bf3c-5995404bead6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:39.881443 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79041485-3bad-458c-87c8-8b63c253c050 service neutron] Pushing event updated for resources: {'Port': ['ID=e027bf01-4025-47ae-8430-1ed5e033d614,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:39.887409 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfff0e0-7dfa-4112-84e1-b5ad026555b0 x-openstack-request-id: req-0dfff0e0-7dfa-4112-84e1-b5ad026555b0 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:39.887703 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a1519c-d35a-49bd-9854-a8c9ff247f04", "tag": "e027bf01-4025-47ae-8430-1ed5e033d614", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:39.887939 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0dfff0e0-7dfa-4112-84e1-b5ad026555b0 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:39.888326 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a1519c-d35a-49bd-9854-a8c9ff247f04', 'tag': 'e027bf01-4025-47ae-8430-1ed5e033d614', 'status': 'completed', 'code': 200} Sep 06 14:32:40.021671 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-424a0523-5342-4a4f-8380-685411ffed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:40.023280 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-424a0523-5342-4a4f-8380-685411ffed17 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=012ed46ed2824baf8e86652278fc45e9&device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 1096 time: 0.4107175 Sep 06 14:32:40.051432 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.l3_db [None req-4d171157-8795-401a-bf3c-5995404bead6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Floating IP ce6073e3-99b2-46ab-bbf2-1bf51feac509 associated. External IP: 172.27.0.167, port: 951c2b42-640a-4b4d-b301-b3df1570486b. Sep 06 14:32:40.061217 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31a283-2781-4b32-a146-cae88266f79b req-b0675f2e-58ed-476c-aa46-32fb7d409686 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:40.064785 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bd31a283-2781-4b32-a146-cae88266f79b req-b0675f2e-58ed-476c-aa46-32fb7d409686 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 943 time: 0.1802909 Sep 06 14:32:40.146716 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-ea5f13f9-4ebe-481d-98d6-79ee91054046 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e027bf01-4025-47ae-8430-1ed5e033d614 HTTP/1.1" status: 200 len: 217 time: 0.1124876 Sep 06 14:32:40.147443 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9758320-078f-4351-bad5-ecf7ef6b992a req-9f7a06eb-3393-41d0-8dec-08cfd21f4749 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:40.149038 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d9758320-078f-4351-bad5-ecf7ef6b992a req-9f7a06eb-3393-41d0-8dec-08cfd21f4749 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0944436 Sep 06 14:32:40.199361 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af777fd-abc5-4727-babf-e1e9fd223213 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:32:40.213744 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:40.225848 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d9758320-078f-4351-bad5-ecf7ef6b992a req-6d262cf7-b40d-4aa6-ae25-595451338f8c tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586071 Sep 06 14:32:40.234383 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Transition to ACTIVE for port object 5af777fd-abc5-4727-babf-e1e9fd223213 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:32:40.248393 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:40.269809 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bd31a283-2781-4b32-a146-cae88266f79b req-7fdffb0b-3379-4ded-983c-6cf0602db181 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642873 Sep 06 14:32:40.275348 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-0baba357-ccb0-4036-8742-ccb36ba3a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:40.276928 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-0baba357-ccb0-4036-8742-ccb36ba3a8c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=759a0ea0-9dae-4db6-b102-6e5d85f1c20a HTTP/1.1" status: 200 len: 849 time: 0.0949059 Sep 06 14:32:40.332989 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-a05b2e34-3156-41b8-8af3-c2d87a00f296 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=790ca7af-5275-481e-88b6-a397a75d38b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430245 Sep 06 14:32:40.374789 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:40.400464 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Pushing event updated for resources: {'Port': ['ID=5af777fd-abc5-4727-babf-e1e9fd223213,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:40.417326 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Attempting to bind port 5af777fd-abc5-4727-babf-e1e9fd223213 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:32:40.418053 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Attempting to bind port 5af777fd-abc5-4727-babf-e1e9fd223213 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:32:40.418766 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Attempting to bind port 5af777fd-abc5-4727-babf-e1e9fd223213 on network 718178a3-4b17-445d-8417-7cf51875f92b {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:32:40.427585 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Port 5af777fd-abc5-4727-babf-e1e9fd223213 on network 718178a3-4b17-445d-8417-7cf51875f92b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:32:40.427943 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Attempting to bind port 5af777fd-abc5-4727-babf-e1e9fd223213 on network 718178a3-4b17-445d-8417-7cf51875f92b {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:32:40.440171 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8ce60-cf0f-4e4e-ba45-0f5d9a79bd2c req-fe03e507-b00a-4c17-a0b2-ced130382608 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:40.441860 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e1d8ce60-cf0f-4e4e-ba45-0f5d9a79bd2c req-fe03e507-b00a-4c17-a0b2-ced130382608 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 943 time: 0.1279068 Sep 06 14:32:40.444878 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:32:40.445219 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Checking segment: {'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:32:40.445601 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Bound using segment: {'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:32:40.446097 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Bound port: 5af777fd-abc5-4727-babf-e1e9fd223213, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:32:40.446457 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:40.519173 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e1d8ce60-cf0f-4e4e-ba45-0f5d9a79bd2c req-105033a2-3dd0-4a37-b047-c0579199d680 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701206 Sep 06 14:32:40.551933 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] For port 5af777fd-abc5-4727-babf-e1e9fd223213, host hv-cinder-79128, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:32:40.555411 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] For port 5af777fd-abc5-4727-babf-e1e9fd223213, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5af777fd-abc5-4727-babf-e1e9fd223213,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:32:40.559087 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d171157-8795-401a-bf3c-5995404bead6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:32:40.560773 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:40.562316 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-d42f193a-3189-4670-bd1c-ed0e75502d24 service neutron] 10.222.0.22 "GET /v2.0/networks/790ca7af-5275-481e-88b6-a397a75d38b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615961 Sep 06 14:32:40.600279 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:40.601058 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:40.602509 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] 10.222.0.22 "PUT /v2.0/ports/5af777fd-abc5-4727-babf-e1e9fd223213 HTTP/1.1" status: 200 len: 1093 time: 1.0202570 Sep 06 14:32:40.602952 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe977fb9-b6a0-4146-991f-5123327cc844', 'tag': '5af777fd-abc5-4727-babf-e1e9fd223213'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:40.605198 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182ef167-55a1-4953-9524-cca1300a9801" -d '{"events": [{"name": "network-changed", "server_uuid": "fe977fb9-b6a0-4146-991f-5123327cc844", "tag": "5af777fd-abc5-4727-babf-e1e9fd223213"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:40.636688 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fb0d3-8674-47bc-a332-8f7dadf0afff service neutron] Pushing event updated for resources: {'Port': ['ID=5af777fd-abc5-4727-babf-e1e9fd223213,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:40.648723 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c47e973-e2e6-4177-8ef0-83eab030a4ff x-openstack-request-id: req-7c47e973-e2e6-4177-8ef0-83eab030a4ff {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:40.649007 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe977fb9-b6a0-4146-991f-5123327cc844", "tag": "5af777fd-abc5-4727-babf-e1e9fd223213", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:40.649259 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c47e973-e2e6-4177-8ef0-83eab030a4ff {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:40.649651 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe977fb9-b6a0-4146-991f-5123327cc844', 'tag': '5af777fd-abc5-4727-babf-e1e9fd223213', 'status': 'completed', 'code': 200} Sep 06 14:32:40.712803 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-bb466c2b-01f8-42f5-81e1-db24d3e649cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:40.714356 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-bb466c2b-01f8-42f5-81e1-db24d3e649cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=435d6b95d5904e1c99912ac0d8a37b7e&device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 1096 time: 0.0436065 Sep 06 14:32:40.771040 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-b6690144-2d36-41b5-aa31-2d35d0dd1648 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5af777fd-abc5-4727-babf-e1e9fd223213 HTTP/1.1" status: 200 len: 217 time: 0.0452979 Sep 06 14:32:40.774951 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:40.775486 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d171157-8795-401a-bf3c-5995404bead6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:32:40.781366 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4d171157-8795-401a-bf3c-5995404bead6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:40.788318 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2e78c7f-d5bc-42f0-a277-143ac3a4724b req-fc183ff1-d9db-4082-9da9-00b49e652cb8 service neutron] 10.222.0.22 "GET /v2.0/networks/790ca7af-5275-481e-88b6-a397a75d38b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772959 Sep 06 14:32:40.788944 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baceb95-af98-4828-8aca-dcb049a4a65e None None] Sync routers for ids ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:32:40.802805 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baceb95-af98-4828-8aca-dcb049a4a65e None None] Routers {'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:32:40.804068 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-5baceb95-af98-4828-8aca-dcb049a4a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:32:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:40.819277 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-4d171157-8795-401a-bf3c-5995404bead6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "PUT /v2.0/floatingips/ce6073e3-99b2-46ab-bbf2-1bf51feac509 HTTP/1.1" status: 200 len: 991 time: 2.4711797 Sep 06 14:32:40.843746 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-ae197696-f9c8-4329-900b-7c2307b2b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:40.845231 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-ae197696-f9c8-4329-900b-7c2307b2b732 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aa0d1cd7-81f5-422d-bf12-26ef03d90b93 HTTP/1.1" status: 200 len: 855 time: 0.0584369 Sep 06 14:32:40.899151 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-b15e63a1-1a60-4419-9688-70bf7eb1bbaf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=718178a3-4b17-445d-8417-7cf51875f92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375271 Sep 06 14:32:40.919207 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c26ad7-e1be-43be-a033-1f860046bc25 req-cdcc0b67-a21b-4642-ab59-517e08c308e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:40.920871 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b0c26ad7-e1be-43be-a033-1f860046bc25 req-cdcc0b67-a21b-4642-ab59-517e08c308e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=012ed46ed2824baf8e86652278fc45e9&device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 1096 time: 0.0557880 Sep 06 14:32:40.956659 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-5baceb95-af98-4828-8aca-dcb049a4a65e None None] Set router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:32:41.023062 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-6a827946-96cb-4846-86ba-f4eab26827de service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057341 Sep 06 14:32:41.045138 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c26ad7-e1be-43be-a033-1f860046bc25 req-730b303a-2c61-4205-ae91-c8b1ebe98768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:41.046869 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b0c26ad7-e1be-43be-a033-1f860046bc25 req-730b303a-2c61-4205-ae91-c8b1ebe98768 service neutron] 10.222.0.22 "GET /v2.0/networks?id=790ca7af-5275-481e-88b6-a397a75d38b5 HTTP/1.1" status: 200 len: 910 time: 0.1019928 Sep 06 14:32:41.118567 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b0c26ad7-e1be-43be-a033-1f860046bc25 req-91772c05-1c6c-49d5-a1fc-c6c612e07436 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e027bf01-4025-47ae-8430-1ed5e033d614 HTTP/1.1" status: 200 len: 217 time: 0.0573418 Sep 06 14:32:41.151363 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d925517b-4474-4ad6-b2a9-7681528cbf90 req-3853153c-0e4a-4fa4-87bb-9f9d71e3bee1 service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183288 Sep 06 14:32:41.183732 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c26ad7-e1be-43be-a033-1f860046bc25 req-75e9a732-ce50-40cd-8e6d-e2ce69f7bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:41.185569 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b0c26ad7-e1be-43be-a033-1f860046bc25 req-75e9a732-ce50-40cd-8e6d-e2ce69f7bdbb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=759a0ea0-9dae-4db6-b102-6e5d85f1c20a HTTP/1.1" status: 200 len: 849 time: 0.0546768 Sep 06 14:32:41.232880 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-5baceb95-af98-4828-8aca-dcb049a4a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:32:04Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': 'ce6073e3-99b2-46ab-bbf2-1bf51feac509', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'port_id': '951c2b42-640a-4b4d-b301-b3df1570486b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'mac_address': 'fa:16:3e:46:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca9d87f-94a3-451a-b2e2-139bbf04dcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:32:14Z', 'updated_at': '2021-09-06T14:32:39Z', 'revision_number': 1, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e517322a-e8a1-492e-8b86-b38a95adbec2', 'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'mac_address': 'fa:16:3e:98:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:58Z', 'updated_at': '2021-09-06T14:32:14Z', 'revision_number': 5, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'subnets': [{'id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:41.267228 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baceb95-af98-4828-8aca-dcb049a4a65e None None] Checking router: b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:32:41.283107 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b0c26ad7-e1be-43be-a033-1f860046bc25 req-7cb7d2cf-044c-47d9-a54a-bf883cfd9ba2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=790ca7af-5275-481e-88b6-a397a75d38b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402842 Sep 06 14:32:41.283588 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baceb95-af98-4828-8aca-dcb049a4a65e None None] Routers {'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:32:41.284543 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-5baceb95-af98-4828-8aca-dcb049a4a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:32:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:41.316295 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ef167-55a1-4953-9524-cca1300a9801 req-8d6ecf14-d873-4325-9563-5cb07a7e5971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:41.317831 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-182ef167-55a1-4953-9524-cca1300a9801 req-8d6ecf14-d873-4325-9563-5cb07a7e5971 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=435d6b95d5904e1c99912ac0d8a37b7e&device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 1096 time: 0.0751231 Sep 06 14:32:41.456267 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-5baceb95-af98-4828-8aca-dcb049a4a65e None None] Set router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:32:41.478013 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05217d91-d5cf-406f-a959-c159f7e9be4c req-4f83fcdb-aeb4-46c2-9e9a-b0cad0002c47 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:41.479761 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05217d91-d5cf-406f-a959-c159f7e9be4c req-4f83fcdb-aeb4-46c2-9e9a-b0cad0002c47 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 943 time: 0.0905695 Sep 06 14:32:41.490330 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ef167-55a1-4953-9524-cca1300a9801 req-16b34c76-a4b0-472f-989b-9f7db4af5132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:41.492112 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-182ef167-55a1-4953-9524-cca1300a9801 req-16b34c76-a4b0-472f-989b-9f7db4af5132 service neutron] 10.222.0.22 "GET /v2.0/networks?id=718178a3-4b17-445d-8417-7cf51875f92b HTTP/1.1" status: 200 len: 916 time: 0.1516051 Sep 06 14:32:41.497300 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b274f53-8eef-40c0-8b17-963475eac5bd req-b9320f33-71a9-4bf9-a632-08431bcdb837 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:41.499032 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6b274f53-8eef-40c0-8b17-963475eac5bd req-b9320f33-71a9-4bf9-a632-08431bcdb837 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.1383691 Sep 06 14:32:41.501629 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b0c26ad7-e1be-43be-a033-1f860046bc25 req-01a7c052-e75e-4d06-825c-a95a7d2d298a service neutron] 10.222.0.22 "GET /v2.0/networks/790ca7af-5275-481e-88b6-a397a75d38b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031546 Sep 06 14:32:41.540391 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-182ef167-55a1-4953-9524-cca1300a9801 req-63ff30aa-2c8b-479e-9dea-89b5b09f9a77 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5af777fd-abc5-4727-babf-e1e9fd223213 HTTP/1.1" status: 200 len: 217 time: 0.0390821 Sep 06 14:32:41.575692 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05217d91-d5cf-406f-a959-c159f7e9be4c req-08443d4c-6d2a-4fa9-b7c5-4b2c9c8b740a tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816422 Sep 06 14:32:41.600882 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6b274f53-8eef-40c0-8b17-963475eac5bd req-4aaa8b50-8096-4347-83e7-25e77b0aaa38 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941260 Sep 06 14:32:41.633639 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ef167-55a1-4953-9524-cca1300a9801 req-bd10ce97-6361-45e0-ba51-9bc1e1042699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:41.635198 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-182ef167-55a1-4953-9524-cca1300a9801 req-bd10ce97-6361-45e0-ba51-9bc1e1042699 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aa0d1cd7-81f5-422d-bf12-26ef03d90b93 HTTP/1.1" status: 200 len: 855 time: 0.0722687 Sep 06 14:32:41.656765 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b0c26ad7-e1be-43be-a033-1f860046bc25 req-6eed0d3d-82e6-4fed-9f9a-02a83edee132 service neutron] 10.222.0.22 "GET /v2.0/networks/790ca7af-5275-481e-88b6-a397a75d38b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427538 Sep 06 14:32:41.678773 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-182ef167-55a1-4953-9524-cca1300a9801 req-00d066b6-3f60-4422-872b-6b6301d39d15 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=718178a3-4b17-445d-8417-7cf51875f92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271878 Sep 06 14:32:41.745343 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-5baceb95-af98-4828-8aca-dcb049a4a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:32:04Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': 'ce6073e3-99b2-46ab-bbf2-1bf51feac509', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'port_id': '951c2b42-640a-4b4d-b301-b3df1570486b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'mac_address': 'fa:16:3e:46:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca9d87f-94a3-451a-b2e2-139bbf04dcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:32:14Z', 'updated_at': '2021-09-06T14:32:39Z', 'revision_number': 1, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e517322a-e8a1-492e-8b86-b38a95adbec2', 'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'mac_address': 'fa:16:3e:98:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:58Z', 'updated_at': '2021-09-06T14:32:14Z', 'revision_number': 5, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'subnets': [{'id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:41.774044 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bfe32-7449-4c95-85d0-a49b250d1223 req-56e93689-a4fd-4f84-8b12-2345573415f3 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:41.775720 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-653bfe32-7449-4c95-85d0-a49b250d1223 req-56e93689-a4fd-4f84-8b12-2345573415f3 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 943 time: 0.0664117 Sep 06 14:32:41.776925 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baceb95-af98-4828-8aca-dcb049a4a65e None None] The sync data for ids ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'] in dv-cinder-791281-8-iscsi is: [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:32:04Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': 'ce6073e3-99b2-46ab-bbf2-1bf51feac509', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'port_id': '951c2b42-640a-4b4d-b301-b3df1570486b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'mac_address': 'fa:16:3e:46:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca9d87f-94a3-451a-b2e2-139bbf04dcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:32:14Z', 'updated_at': '2021-09-06T14:32:39Z', 'revision_number': 1, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e517322a-e8a1-492e-8b86-b38a95adbec2', 'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'mac_address': 'fa:16:3e:98:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:58Z', 'updated_at': '2021-09-06T14:32:14Z', 'revision_number': 5, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'subnets': [{'id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:32:41.824819 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-653bfe32-7449-4c95-85d0-a49b250d1223 req-61acc572-7bbf-461d-8efa-7e8e40bf7e1f tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359468 Sep 06 14:32:41.830495 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-182ef167-55a1-4953-9524-cca1300a9801 req-bf016244-22f1-4e8a-850c-7ba6dd4cb774 service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998724 Sep 06 14:32:41.890092 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca9d87f-94a3-451a-b2e2-139bbf04dcbe', 'tag': '951c2b42-640a-4b4d-b301-b3df1570486b'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:41.892447 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfa3df9-f9e5-45c5-a755-70589f182a09" -d '{"events": [{"name": "network-changed", "server_uuid": "bca9d87f-94a3-451a-b2e2-139bbf04dcbe", "tag": "951c2b42-640a-4b4d-b301-b3df1570486b"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:41.937138 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d47bdea-872c-4bd9-be31-1d58b7e79d5e x-openstack-request-id: req-1d47bdea-872c-4bd9-be31-1d58b7e79d5e {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:41.937463 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca9d87f-94a3-451a-b2e2-139bbf04dcbe", "tag": "951c2b42-640a-4b4d-b301-b3df1570486b", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:41.937672 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d47bdea-872c-4bd9-be31-1d58b7e79d5e {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:41.938537 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca9d87f-94a3-451a-b2e2-139bbf04dcbe', 'tag': '951c2b42-640a-4b4d-b301-b3df1570486b', 'status': 'completed', 'code': 200} Sep 06 14:32:41.990840 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-182ef167-55a1-4953-9524-cca1300a9801 req-0a6449ea-0ecf-461e-bb99-b6748adb5c33 service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123464 Sep 06 14:32:42.016580 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74a16f1-908c-4dfe-bd65-011a5fdd20e5 None None] New status for floating IP ce6073e3-99b2-46ab-bbf2-1bf51feac509: ACTIVE {{(pid=93873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:32:42.028618 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa3df9-f9e5-45c5-a755-70589f182a09 req-245541e6-58dd-4892-b08e-0fd7e3eed76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:42.030247 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dbfa3df9-f9e5-45c5-a755-70589f182a09 req-245541e6-58dd-4892-b08e-0fd7e3eed76c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f&device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 1098 time: 0.0570602 Sep 06 14:32:42.130858 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa3df9-f9e5-45c5-a755-70589f182a09 req-3e963259-6194-4d14-85df-61c4058b6909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:42.132759 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dbfa3df9-f9e5-45c5-a755-70589f182a09 req-3e963259-6194-4d14-85df-61c4058b6909 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0 HTTP/1.1" status: 200 len: 912 time: 0.0941317 Sep 06 14:32:42.221108 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dbfa3df9-f9e5-45c5-a755-70589f182a09 req-fa3d16c8-3000-4dec-895d-025c79c4216e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=951c2b42-640a-4b4d-b301-b3df1570486b HTTP/1.1" status: 200 len: 1001 time: 0.0644073 Sep 06 14:32:42.277711 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa3df9-f9e5-45c5-a755-70589f182a09 req-b6b1ca88-85bc-4db4-87f9-75f1b77d4141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:42.279384 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dbfa3df9-f9e5-45c5-a755-70589f182a09 req-b6b1ca88-85bc-4db4-87f9-75f1b77d4141 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6e89d0ac-3753-4b35-bedd-a983dd8ff0f4 HTTP/1.1" status: 200 len: 850 time: 0.0466399 Sep 06 14:32:42.336062 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa3df9-f9e5-45c5-a755-70589f182a09 req-2dd5a626-0f78-4777-84f8-58a8610f808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:42.337587 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dbfa3df9-f9e5-45c5-a755-70589f182a09 req-2dd5a626-0f78-4777-84f8-58a8610f808d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478222 Sep 06 14:32:42.439505 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dbfa3df9-f9e5-45c5-a755-70589f182a09 req-ce9c63ec-9c48-4268-a9a8-145ab092465d service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898454 Sep 06 14:32:42.547378 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dbfa3df9-f9e5-45c5-a755-70589f182a09 req-b2d620b6-2a5f-45f8-899a-94a4b3cbaa38 service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993223 Sep 06 14:32:42.715840 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4608ad-87a6-47ef-b3f0-f35dca6b9cd1 req-63afa14f-f1e8-49da-bd3c-d98560b53f92 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:42.717608 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ef4608ad-87a6-47ef-b3f0-f35dca6b9cd1 req-63afa14f-f1e8-49da-bd3c-d98560b53f92 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 943 time: 0.0547364 Sep 06 14:32:42.758051 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ef4608ad-87a6-47ef-b3f0-f35dca6b9cd1 req-0a4b709a-d695-46a4-ac29-14f28483b3ce tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346942 Sep 06 14:32:42.776054 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f5222-bf32-4bd5-b5b4-a50f5b93c14e req-ea6de4bc-644e-48f6-8a86-216fe63e94d4 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:42.777560 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-213f5222-bf32-4bd5-b5b4-a50f5b93c14e req-ea6de4bc-644e-48f6-8a86-216fe63e94d4 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0557263 Sep 06 14:32:42.818579 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-213f5222-bf32-4bd5-b5b4-a50f5b93c14e req-8afb5ca3-4f3c-49b2-9e71-5236d3ce03b6 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344939 Sep 06 14:32:42.941831 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a1ae0-f300-46b2-b5ba-ee5bfc6826a7 req-76645341-5402-4db2-813a-f3ed14dfac2d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:42.943252 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-370a1ae0-f300-46b2-b5ba-ee5bfc6826a7 req-76645341-5402-4db2-813a-f3ed14dfac2d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 943 time: 0.0493431 Sep 06 14:32:42.981469 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-370a1ae0-f300-46b2-b5ba-ee5bfc6826a7 req-cbd52a93-8001-4151-a9a1-cb1a2fc712a6 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322824 Sep 06 14:32:43.896066 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03c2d3-e358-4672-aa5e-e225888362f7 req-7159fe15-2a38-48c1-b4e5-7df8dbc8a068 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:43.902422 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4d03c2d3-e358-4672-aa5e-e225888362f7 req-7159fe15-2a38-48c1-b4e5-7df8dbc8a068 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 943 time: 0.0660844 Sep 06 14:32:43.947749 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4d03c2d3-e358-4672-aa5e-e225888362f7 req-8f42a73a-0cd2-41d4-aeea-fce364a16118 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430832 Sep 06 14:32:43.958303 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259f937-0709-401f-80f4-d7194b1b36b9 req-e718238c-9543-4ff6-b708-6558d8685728 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:43.960179 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5259f937-0709-401f-80f4-d7194b1b36b9 req-e718238c-9543-4ff6-b708-6558d8685728 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0636182 Sep 06 14:32:44.009518 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5259f937-0709-401f-80f4-d7194b1b36b9 req-56453da4-c4a5-4370-bf65-0feeaf283000 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419452 Sep 06 14:32:44.122640 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb015718-b084-4fc8-9bd4-09dc7748bb1c req-079a9b29-9e1a-4903-8cc4-636e617a8719 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:44.124728 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb015718-b084-4fc8-9bd4-09dc7748bb1c req-079a9b29-9e1a-4903-8cc4-636e617a8719 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 943 time: 0.0713801 Sep 06 14:32:44.168292 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb015718-b084-4fc8-9bd4-09dc7748bb1c req-9587e26b-8891-4ff9-a681-1377fd0126ea tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362296 Sep 06 14:32:44.718987 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1412e-00ea-4540-812c-f0815e929cbd req-d329a067-d230-4f02-a62d-8a6942373a2b tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:44.720548 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-eaa1412e-00ea-4540-812c-f0815e929cbd req-d329a067-d230-4f02-a62d-8a6942373a2b tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 945 time: 0.0625048 Sep 06 14:32:44.769415 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-eaa1412e-00ea-4540-812c-f0815e929cbd req-3dc73e17-79f2-41ae-8ba3-9b7348ea72c3 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395701 Sep 06 14:32:45.059727 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1d09d-c3a5-4035-a10a-0a2bf484621d req-11ccdb9b-c618-4ff8-b6d9-2c3cbcd0e1e6 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:45.061338 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0de1d09d-c3a5-4035-a10a-0a2bf484621d req-11ccdb9b-c618-4ff8-b6d9-2c3cbcd0e1e6 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 943 time: 0.0505030 Sep 06 14:32:45.100502 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0de1d09d-c3a5-4035-a10a-0a2bf484621d req-bc0e464d-c96e-4c35-b09e-bfc3b85945c8 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332572 Sep 06 14:32:45.182750 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97845983-8a93-489f-aa78-3308d6d68d0c req-db689d9a-1662-4d19-91af-407dcd1f1eaa tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:45.184259 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-97845983-8a93-489f-aa78-3308d6d68d0c req-db689d9a-1662-4d19-91af-407dcd1f1eaa tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0538695 Sep 06 14:32:45.224403 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-97845983-8a93-489f-aa78-3308d6d68d0c req-db58de19-b75c-4895-81cb-e63f74f54291 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341516 Sep 06 14:32:45.295829 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1d6b1-5e65-43b3-a3a5-f6f9392d4def req-ee1d5154-d5d6-48da-9d20-adfe026890d6 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:45.297277 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-08f1d6b1-5e65-43b3-a3a5-f6f9392d4def req-ee1d5154-d5d6-48da-9d20-adfe026890d6 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 943 time: 0.0516050 Sep 06 14:32:45.336514 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-08f1d6b1-5e65-43b3-a3a5-f6f9392d4def req-90a473e4-8ade-4a3b-9810-6987b2a28f01 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332720 Sep 06 14:32:45.486328 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 46236) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:45.530861 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc87374-6de5-4452-85c0-c621ba39b802 admin admin] Deleting subnet a8a26ed1-aafe-4048-8365-7c69c9ed2527 {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:32:45.534549 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ecc87374-6de5-4452-85c0-c621ba39b802 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:45.575069 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ecc87374-6de5-4452-85c0-c621ba39b802 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:45.584472 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ecc87374-6de5-4452-85c0-c621ba39b802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:45.644343 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ecc87374-6de5-4452-85c0-c621ba39b802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:45.677934 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ecc87374-6de5-4452-85c0-c621ba39b802 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:45.682196 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ecc87374-6de5-4452-85c0-c621ba39b802 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a8a26ed1-aafe-4048-8365-7c69c9ed2527 HTTP/1.1" status: 204 len: 168 time: 0.1924064 Sep 06 14:32:45.682196 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc87374-6de5-4452-85c0-c621ba39b802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a26ed1-aafe-4048-8365-7c69c9ed2527,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:45.683527 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 46240) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:45.756433 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a9abd596-0aa5-4d3a-b353-68f099012266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:45.847240 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a9abd596-0aa5-4d3a-b353-68f099012266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:45.865762 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-a9abd596-0aa5-4d3a-b353-68f099012266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f060a54-595e-49a3-ba7b-b5656d275e32']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:45.890308 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-a9abd596-0aa5-4d3a-b353-68f099012266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34a7399-ec00-4b0c-8e33-f9cd893aa109') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:45.890625 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-a9abd596-0aa5-4d3a-b353-68f099012266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34a7399-ec00-4b0c-8e33-f9cd893aa109') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:45.902996 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a9abd596-0aa5-4d3a-b353-68f099012266 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11736447'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:45.928976 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3d85c-6371-467c-a139-79db4b8fb33e req-84d9c04d-489e-4ecd-bc6d-f2172de45bbb tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:45.930670 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-21c3d85c-6371-467c-a139-79db4b8fb33e req-84d9c04d-489e-4ecd-bc6d-f2172de45bbb tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 945 time: 0.0806243 Sep 06 14:32:45.931767 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a9abd596-0aa5-4d3a-b353-68f099012266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:45.945286 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9abd596-0aa5-4d3a-b353-68f099012266 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:32:45.945695 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a9abd596-0aa5-4d3a-b353-68f099012266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11819353'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: Traceback (most recent call last): Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: timer() Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: cb(*args, **kw) Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: return func(*args, **kwargs) Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: self._notify() Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: self.callback(batched_events) Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: event.method(event) Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: return f(self, *a, **k) Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._get(url).json() Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:32:45.947348 dv-cinder-791281-8-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:32:46.024053 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-21c3d85c-6371-467c-a139-79db4b8fb33e req-0c7164d6-2b3b-4971-af98-dffa54c435cb tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873530 Sep 06 14:32:46.025437 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a9abd596-0aa5-4d3a-b353-68f099012266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.032316 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a9abd596-0aa5-4d3a-b353-68f099012266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.037163 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-a9abd596-0aa5-4d3a-b353-68f099012266 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0f060a54-595e-49a3-ba7b-b5656d275e32 HTTP/1.1" status: 204 len: 168 time: 0.3525558 Sep 06 14:32:46.037274 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 46244) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:46.049391 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abd596-0aa5-4d3a-b353-68f099012266 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f060a54-595e-49a3-ba7b-b5656d275e32,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:46.081583 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1ca701-b9d6-4b9c-b81a-e3b855e74bba admin admin] Deleting subnet 6384eb61-ca30-477a-a304-d54786d180c6 {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:32:46.084880 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca701-b9d6-4b9c-b81a-e3b855e74bba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.124229 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca701-b9d6-4b9c-b81a-e3b855e74bba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.130250 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca701-b9d6-4b9c-b81a-e3b855e74bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.187775 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca701-b9d6-4b9c-b81a-e3b855e74bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.206575 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device e027bf01-4025-47ae-8430-1ed5e033d614 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:32:46.215681 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ca701-b9d6-4b9c-b81a-e3b855e74bba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6384eb61-ca30-477a-a304-d54786d180c6,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:46.226527 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca701-b9d6-4b9c-b81a-e3b855e74bba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.227064 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8609-687c-411b-b424-7b4edd331f80 req-fada6a0e-eab8-4e53-b63a-4908f06454f6 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:46.228786 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-babb8609-687c-411b-b424-7b4edd331f80 req-fada6a0e-eab8-4e53-b63a-4908f06454f6 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 943 time: 0.0538912 Sep 06 14:32:46.233619 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ac1ca701-b9d6-4b9c-b81a-e3b855e74bba admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6384eb61-ca30-477a-a304-d54786d180c6 HTTP/1.1" status: 204 len: 168 time: 0.1927483 Sep 06 14:32:46.234149 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 46250) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:46.320975 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port e027bf01-4025-47ae-8430-1ed5e033d614, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e027bf01-4025-47ae-8430-1ed5e033d614,segment=NetworkSegment(ff70f900-beaf-4d35-80b1-36cd14857e4e),segment_id=ff70f900-beaf-4d35-80b1-36cd14857e4e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:46.333995 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': 'e027bf01-4025-47ae-8430-1ed5e033d614', 'network_id': '790ca7af-5275-481e-88b6-a397a75d38b5', 'port_id': 'e027bf01-4025-47ae-8430-1ed5e033d614', 'mac_address': 'fa:16:3e:95:c7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759a0ea0-9dae-4db6-b102-6e5d85f1c20a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:32:46.360217 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea6d4e-7e00-4ddf-a80e-3f31f3c367b5 req-351fa815-72c0-4670-b0bc-b6921e0c3676 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:46.361986 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0ea6d4e-7e00-4ddf-a80e-3f31f3c367b5 req-351fa815-72c0-4670-b0bc-b6921e0c3676 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0649343 Sep 06 14:32:46.384739 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.400281 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e027bf01-4025-47ae-8430-1ed5e033d614 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:32:46.414586 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0ea6d4e-7e00-4ddf-a80e-3f31f3c367b5 req-bee36db0-4eea-4f40-a1f2-109ecbeed058 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458250 Sep 06 14:32:46.434130 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port e027bf01-4025-47ae-8430-1ed5e033d614, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e027bf01-4025-47ae-8430-1ed5e033d614,segment=NetworkSegment(ff70f900-beaf-4d35-80b1-36cd14857e4e),segment_id=ff70f900-beaf-4d35-80b1-36cd14857e4e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:46.439344 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.440028 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 5af777fd-abc5-4727-babf-e1e9fd223213 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:32:46.516570 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=e027bf01-4025-47ae-8430-1ed5e033d614,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:46.524847 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8513238-794a-4f31-8994-b0c88498ee56 req-f3f263b5-8a10-4a54-aedc-bf7130a8922c tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:46.526957 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b8513238-794a-4f31-8994-b0c88498ee56 req-f3f263b5-8a10-4a54-aedc-bf7130a8922c tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 943 time: 0.0536182 Sep 06 14:32:46.535883 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:46.536228 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:46.536743 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:46.537079 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:46.537435 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:46.537737 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:46.538089 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:46.538424 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:46.538775 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:46.539101 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:46.539419 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:46.539736 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:32:46.555185 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-babb8609-687c-411b-b424-7b4edd331f80 req-b4dbd0ba-8607-4f4d-a6ad-b919aa94c799 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123336 Sep 06 14:32:46.558858 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da9242f8-6599-4cdf-bb98-4e846647ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.581024 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b8513238-794a-4f31-8994-b0c88498ee56 req-d9bdb98a-0afb-40d0-b5ee-073eabbae3b6 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Sep 06 14:32:46.616274 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 5af777fd-abc5-4727-babf-e1e9fd223213, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5af777fd-abc5-4727-babf-e1e9fd223213,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:46.632906 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': '5af777fd-abc5-4727-babf-e1e9fd223213', 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b', 'port_id': '5af777fd-abc5-4727-babf-e1e9fd223213', 'mac_address': 'fa:16:3e:bb:dd:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0d1cd7-81f5-422d-bf12-26ef03d90b93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:32:46.652141 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da9242f8-6599-4cdf-bb98-4e846647ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.663121 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-da9242f8-6599-4cdf-bb98-4e846647ec28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e91bb8d-4980-4799-bc9a-ea85a4655c34']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:46.674195 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-da9242f8-6599-4cdf-bb98-4e846647ec28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59ffa0c-5646-493e-9cc6-95c1aa23223f') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:46.674528 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-da9242f8-6599-4cdf-bb98-4e846647ec28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59ffa0c-5646-493e-9cc6-95c1aa23223f') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:46.674776 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.684011 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da9242f8-6599-4cdf-bb98-4e846647ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11736447'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.693591 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af777fd-abc5-4727-babf-e1e9fd223213 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:32:46.704213 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da9242f8-6599-4cdf-bb98-4e846647ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.711920 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9242f8-6599-4cdf-bb98-4e846647ec28 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:32:46.712359 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da9242f8-6599-4cdf-bb98-4e846647ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11819353'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: Traceback (most recent call last): Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: timer() Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: cb(*args, **kw) Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: return func(*args, **kwargs) Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: self._notify() Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: self.callback(batched_events) Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: event.method(event) Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: return f(self, *a, **k) Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._get(url).json() Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:32:46.715945 dv-cinder-791281-8-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:32:46.718562 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 5af777fd-abc5-4727-babf-e1e9fd223213, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5af777fd-abc5-4727-babf-e1e9fd223213,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:46.731267 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.776255 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da9242f8-6599-4cdf-bb98-4e846647ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.782702 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da9242f8-6599-4cdf-bb98-4e846647ec28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:46.785258 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-da9242f8-6599-4cdf-bb98-4e846647ec28 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9e91bb8d-4980-4799-bc9a-ea85a4655c34 HTTP/1.1" status: 204 len: 168 time: 0.5495293 Sep 06 14:32:46.797775 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9242f8-6599-4cdf-bb98-4e846647ec28 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e91bb8d-4980-4799-bc9a-ea85a4655c34,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:46.902346 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=5af777fd-abc5-4727-babf-e1e9fd223213,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:46.912490 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 46262) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:46.957901 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c11b291f-093c-4dac-989e-c7c0043042f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b772fb2b49d47549fd9e427d2d0ef37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434155 Sep 06 14:32:46.959562 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 46266) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:47.013194 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d034fadb-45ae-42f8-9ad3-7b62cf4740bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:47.035124 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d034fadb-45ae-42f8-9ad3-7b62cf4740bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:47.085935 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d034fadb-45ae-42f8-9ad3-7b62cf4740bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:47.088507 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d034fadb-45ae-42f8-9ad3-7b62cf4740bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:47.089702 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-d034fadb-45ae-42f8-9ad3-7b62cf4740bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed5553eb-e080-444e-8e4f-1ea0ab0c8799 HTTP/1.1" status: 204 len: 168 time: 0.1292183 Sep 06 14:32:47.098502 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034fadb-45ae-42f8-9ad3-7b62cf4740bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5553eb-e080-444e-8e4f-1ea0ab0c8799,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:47.158452 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68465a5-9937-4ce0-8be5-6735c3086f52 req-a48aac71-069d-4111-aecf-67ce93dbe89e tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:47.160032 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c68465a5-9937-4ce0-8be5-6735c3086f52 req-a48aac71-069d-4111-aecf-67ce93dbe89e tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 945 time: 0.0597363 Sep 06 14:32:47.199915 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c68465a5-9937-4ce0-8be5-6735c3086f52 req-52127802-d929-4d67-9be4-c8f41aa7b583 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333343 Sep 06 14:32:47.459178 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 46284) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:47.480428 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['5af777fd-abc5-4727-babf-e1e9fd223213'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:32:47.513209 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9e186caa-1cd1-42a3-82b6-ff1a7bad1e60 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e55918419854f50843145d54cdd0794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525410 Sep 06 14:32:47.517868 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 46286) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:47.524334 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['e027bf01-4025-47ae-8430-1ed5e033d614'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:32:47.548634 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e0fda-b855-45e1-8b78-7d39b36223a8 req-d9b557a4-b28b-41a6-9c00-447c1d3fa7cd tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:47.550482 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9c4e0fda-b855-45e1-8b78-7d39b36223a8 req-d9b557a4-b28b-41a6-9c00-447c1d3fa7cd tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0593526 Sep 06 14:32:47.570712 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6303c866-1ce7-4468-bf00-9f66caf75ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:47.591125 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9c4e0fda-b855-45e1-8b78-7d39b36223a8 req-48009c1e-4de7-42ba-9973-1c56df63a740 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341992 Sep 06 14:32:47.594012 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6303c866-1ce7-4468-bf00-9f66caf75ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:47.660695 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6303c866-1ce7-4468-bf00-9f66caf75ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:47.663940 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6303c866-1ce7-4468-bf00-9f66caf75ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:47.667791 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6303c866-1ce7-4468-bf00-9f66caf75ef7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c522e3d-a91c-4541-a023-95f3498433dc HTTP/1.1" status: 204 len: 168 time: 0.1462302 Sep 06 14:32:47.675895 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303c866-1ce7-4468-bf00-9f66caf75ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c522e3d-a91c-4541-a023-95f3498433dc,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:47.744390 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549a710-a7d9-4485-8438-6f82e298f445 req-0e4dd343-2416-4c43-8a40-3087c39e7b1b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:47.751457 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e549a710-a7d9-4485-8438-6f82e298f445 req-0e4dd343-2416-4c43-8a40-3087c39e7b1b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 944 time: 0.0656502 Sep 06 14:32:47.780468 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56e8d5-6d9c-45f2-84d6-749f7ba0d0e8 req-bafa5117-8c2e-4e40-9e0f-fe2da2f19f26 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:47.784327 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-de56e8d5-6d9c-45f2-84d6-749f7ba0d0e8 req-bafa5117-8c2e-4e40-9e0f-fe2da2f19f26 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 944 time: 0.1179478 Sep 06 14:32:47.811199 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e549a710-a7d9-4485-8438-6f82e298f445 req-1889c4c2-350a-4486-85fe-d8bd5da7ab1d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554514 Sep 06 14:32:47.841603 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-de56e8d5-6d9c-45f2-84d6-749f7ba0d0e8 req-f0bc685b-abb3-40e6-a491-8072a2e0145c tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434167 Sep 06 14:32:48.091368 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874f93d-e260-445f-bec9-1316d829b27f req-3e55f560-0e8e-40f6-9dea-c10e40dbcff8 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:48.093314 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a874f93d-e260-445f-bec9-1316d829b27f req-3e55f560-0e8e-40f6-9dea-c10e40dbcff8 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.22 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 945 time: 0.0558412 Sep 06 14:32:48.228514 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-a874f93d-e260-445f-bec9-1316d829b27f req-d6bd2560-c6de-43e7-8923-29ee97f92414 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Deleting port 22f91b00-5235-4eb3-b0f8-c3de31ffa108 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:32:48.228831 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a874f93d-e260-445f-bec9-1316d829b27f req-d6bd2560-c6de-43e7-8923-29ee97f92414 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:48.360143 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-a874f93d-e260-445f-bec9-1316d829b27f req-d6bd2560-c6de-43e7-8923-29ee97f92414 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] For port 22f91b00-5235-4eb3-b0f8-c3de31ffa108, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=22f91b00-5235-4eb3-b0f8-c3de31ffa108,segment=NetworkSegment(42af3723-25aa-4807-948c-7551f82d4941),segment_id=42af3723-25aa-4807-948c-7551f82d4941)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:48.360531 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a874f93d-e260-445f-bec9-1316d829b27f req-d6bd2560-c6de-43e7-8923-29ee97f92414 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:48.377050 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97787047-8d7b-4866-89bf-5e0f032a6ac5 req-717d19bd-0a49-4e48-a42e-b3a745707069 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:48.378606 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-97787047-8d7b-4866-89bf-5e0f032a6ac5 req-717d19bd-0a49-4e48-a42e-b3a745707069 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 945 time: 0.0901821 Sep 06 14:32:48.388498 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-a874f93d-e260-445f-bec9-1316d829b27f req-d6bd2560-c6de-43e7-8923-29ee97f92414 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Calling delete_port for 22f91b00-5235-4eb3-b0f8-c3de31ffa108 owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:32:48.483534 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-97787047-8d7b-4866-89bf-5e0f032a6ac5 req-e826b695-3635-414e-9a11-389cd114f7ac tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/security-groups?id=054c0e64-89c5-48b0-8cb6-4a07208db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960705 Sep 06 14:32:48.574851 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a874f93d-e260-445f-bec9-1316d829b27f req-d6bd2560-c6de-43e7-8923-29ee97f92414 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:48.604890 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd2560-c6de-43e7-8923-29ee97f92414 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Pushing event deleted for resources: {'Port': ['ID=22f91b00-5235-4eb3-b0f8-c3de31ffa108,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:48.676495 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a874f93d-e260-445f-bec9-1316d829b27f req-d6bd2560-c6de-43e7-8923-29ee97f92414 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] No DVR routers for this DVR port 22f91b00-5235-4eb3-b0f8-c3de31ffa108 on host hv-cinder-79128 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:32:48.679700 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a874f93d-e260-445f-bec9-1316d829b27f req-d6bd2560-c6de-43e7-8923-29ee97f92414 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:48.681724 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a874f93d-e260-445f-bec9-1316d829b27f req-d6bd2560-c6de-43e7-8923-29ee97f92414 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.22 "DELETE /v2.0/ports/22f91b00-5235-4eb3-b0f8-c3de31ffa108 HTTP/1.1" status: 204 len: 173 time: 0.5800073 Sep 06 14:32:48.682198 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b8ee61-889f-40ef-a416-a0786ad35e6b', 'name': 'network-vif-deleted', 'tag': '22f91b00-5235-4eb3-b0f8-c3de31ffa108'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:48.684803 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28e49f8-bf5a-4830-b051-679561407b32" -d '{"events": [{"server_uuid": "69b8ee61-889f-40ef-a416-a0786ad35e6b", "name": "network-vif-deleted", "tag": "22f91b00-5235-4eb3-b0f8-c3de31ffa108"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:48.731377 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f59fc9b-f064-40e7-bd76-381068ae2baf x-openstack-request-id: req-9f59fc9b-f064-40e7-bd76-381068ae2baf {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:48.731668 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b8ee61-889f-40ef-a416-a0786ad35e6b", "name": "network-vif-deleted", "tag": "22f91b00-5235-4eb3-b0f8-c3de31ffa108", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:48.731919 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f59fc9b-f064-40e7-bd76-381068ae2baf {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:48.732309 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b8ee61-889f-40ef-a416-a0786ad35e6b', 'name': 'network-vif-deleted', 'tag': '22f91b00-5235-4eb3-b0f8-c3de31ffa108', 'status': 'completed', 'code': 200} Sep 06 14:32:48.751638 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7e27f-caa4-4612-bf6f-0f0baf4733d2 req-e64c3dc4-687c-47b3-8929-9278f6039f51 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:48.753437 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a6f7e27f-caa4-4612-bf6f-0f0baf4733d2 req-e64c3dc4-687c-47b3-8929-9278f6039f51 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0642879 Sep 06 14:32:48.800806 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a6f7e27f-caa4-4612-bf6f-0f0baf4733d2 req-c2791333-deef-49ae-a31e-e11f3cb8d931 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398307 Sep 06 14:32:48.854024 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['22f91b00-5235-4eb3-b0f8-c3de31ffa108'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:32:48.893242 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 46342) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:48.944589 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa27ae-6b7a-4d6e-b2c9-d8facf52c65a req-34f208cf-e783-417d-9c25-50a852a3c330 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:48.946940 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3aa27ae-6b7a-4d6e-b2c9-d8facf52c65a req-34f208cf-e783-417d-9c25-50a852a3c330 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 944 time: 0.0559120 Sep 06 14:32:48.993175 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb0348-54c9-4ff9-b7ec-c5bb99243408 req-5ac8053f-4178-41eb-b208-b828dd3fc2f0 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:48.996059 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3aa27ae-6b7a-4d6e-b2c9-d8facf52c65a req-0cf1ecd9-c5a9-4cc1-a99d-f248afbf276a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417266 Sep 06 14:32:48.999239 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-90bb0348-54c9-4ff9-b7ec-c5bb99243408 req-5ac8053f-4178-41eb-b208-b828dd3fc2f0 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 944 time: 0.0708084 Sep 06 14:32:49.034985 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-31d9e484-c216-47ea-bd3f-1bf37d520627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:49.065481 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-90bb0348-54c9-4ff9-b7ec-c5bb99243408 req-1f6947c5-bbdb-4193-b65c-d90d6ae23e14 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633237 Sep 06 14:32:49.166931 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-31d9e484-c216-47ea-bd3f-1bf37d520627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:49.173013 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-31d9e484-c216-47ea-bd3f-1bf37d520627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:49.217594 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-31d9e484-c216-47ea-bd3f-1bf37d520627 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1842fc2260944622b1ade6cf37b3bf92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232565 Sep 06 14:32:49.218460 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9e484-c216-47ea-bd3f-1bf37d520627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df610565-ed5a-4986-87f0-c768887c025d,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:49.220816 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 46348) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:49.270517 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-788bef13-3de5-4002-b292-3e6c81b0a98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:49.291884 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-788bef13-3de5-4002-b292-3e6c81b0a98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:49.342363 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-788bef13-3de5-4002-b292-3e6c81b0a98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:49.344859 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-788bef13-3de5-4002-b292-3e6c81b0a98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:49.346032 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-788bef13-3de5-4002-b292-3e6c81b0a98f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df610565-ed5a-4986-87f0-c768887c025d HTTP/1.1" status: 204 len: 168 time: 0.1243076 Sep 06 14:32:49.359310 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bef13-3de5-4002-b292-3e6c81b0a98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df610565-ed5a-4986-87f0-c768887c025d,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:49.601724 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d11cf98d-0d46-4cfd-825b-01e94533ecca req-de380d3c-3e1a-453e-ac97-352547cd8e73 tempest-DeleteServersTestJSON-1164393542 tempest-DeleteServersTestJSON-1164393542-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b8ee61-889f-40ef-a416-a0786ad35e6b HTTP/1.1" status: 200 len: 210 time: 0.0305448 Sep 06 14:32:49.924479 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b113b3-b04f-43f7-a5cd-7583bf32760c req-d8596a20-25ce-4d8f-978d-1c5f7761a79f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:49.926034 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-55b113b3-b04f-43f7-a5cd-7583bf32760c req-d8596a20-25ce-4d8f-978d-1c5f7761a79f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0594127 Sep 06 14:32:49.971121 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-55b113b3-b04f-43f7-a5cd-7583bf32760c req-adabd18c-bfe8-4b07-ac6d-13f3ec61790c tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374229 Sep 06 14:32:50.145961 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b713a-b17a-4c5f-af92-1be092f31c7a req-12efe0e4-cd22-414d-9a62-be8d445cd40d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:50.147520 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ea6b713a-b17a-4c5f-af92-1be092f31c7a req-12efe0e4-cd22-414d-9a62-be8d445cd40d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 944 time: 0.0666118 Sep 06 14:32:50.198403 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ea6b713a-b17a-4c5f-af92-1be092f31c7a req-cc1a835d-f504-466f-95c4-79f64779e57d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385482 Sep 06 14:32:50.207054 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb619a-6f18-4e68-bec8-bfc9f8f3892d req-84536940-33ee-4928-9b76-1a9c6120988f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:50.208625 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-14fb619a-6f18-4e68-bec8-bfc9f8f3892d req-84536940-33ee-4928-9b76-1a9c6120988f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 944 time: 0.0683119 Sep 06 14:32:50.214289 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 5af777fd-abc5-4727-babf-e1e9fd223213 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:32:50.262979 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-14fb619a-6f18-4e68-bec8-bfc9f8f3892d req-e7e50104-b4f4-4851-9b0b-d4de9f53a52d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436106 Sep 06 14:32:50.289343 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port 5af777fd-abc5-4727-babf-e1e9fd223213 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:32:50.293838 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port 5af777fd-abc5-4727-babf-e1e9fd223213 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:50.294253 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:50.399841 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:50.426329 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe977fb9-b6a0-4146-991f-5123327cc844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af777fd-abc5-4727-babf-e1e9fd223213'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:50.428696 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae829722-ce58-4190-bf67-035e9a6610dc" -d '{"events": [{"server_uuid": "fe977fb9-b6a0-4146-991f-5123327cc844", "name": "network-vif-plugged", "status": "completed", "tag": "5af777fd-abc5-4727-babf-e1e9fd223213"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:50.442596 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 5af777fd-abc5-4727-babf-e1e9fd223213, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5af777fd-abc5-4727-babf-e1e9fd223213,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:50.449170 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:50.450038 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device e027bf01-4025-47ae-8430-1ed5e033d614 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:32:50.497593 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643a0970-5e09-4c5e-8f0d-d416c9825e8c x-openstack-request-id: req-643a0970-5e09-4c5e-8f0d-d416c9825e8c {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:50.498146 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe977fb9-b6a0-4146-991f-5123327cc844", "name": "network-vif-plugged", "status": "completed", "tag": "5af777fd-abc5-4727-babf-e1e9fd223213", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:50.498732 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-643a0970-5e09-4c5e-8f0d-d416c9825e8c {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:50.499132 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe977fb9-b6a0-4146-991f-5123327cc844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af777fd-abc5-4727-babf-e1e9fd223213', 'code': 200} Sep 06 14:32:50.516991 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 46398) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:50.546232 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=5af777fd-abc5-4727-babf-e1e9fd223213,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:50.559261 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port e027bf01-4025-47ae-8430-1ed5e033d614 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:32:50.563850 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port e027bf01-4025-47ae-8430-1ed5e033d614 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:32:50.564478 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:50.655397 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:50.657069 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8f71-6d1f-4a6a-87e4-3141d444cf87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:50.699761 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port e027bf01-4025-47ae-8430-1ed5e033d614, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e027bf01-4025-47ae-8430-1ed5e033d614,segment=NetworkSegment(ff70f900-beaf-4d35-80b1-36cd14857e4e),segment_id=ff70f900-beaf-4d35-80b1-36cd14857e4e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:50.705159 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:50.706118 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 22f91b00-5235-4eb3-b0f8-c3de31ffa108 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:32:50.734887 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: 22f91b00-5235-4eb3-b0f8-c3de31ffa108 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:32:50.735233 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 22f91b00-5235-4eb3-b0f8-c3de31ffa108 not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:32:50.736949 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef890d87-f33e-4dbd-9872-05ccc1084d21 req-07ba9b7e-dff2-4e54-8cef-3d6a616cb57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:50.739040 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ef890d87-f33e-4dbd-9872-05ccc1084d21 req-07ba9b7e-dff2-4e54-8cef-3d6a616cb57f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 1098 time: 0.0920198 Sep 06 14:32:50.785511 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=e027bf01-4025-47ae-8430-1ed5e033d614,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:50.802509 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ef890d87-f33e-4dbd-9872-05ccc1084d21 req-d6a8e5cd-5282-430d-9761-24a2b71c5bbe service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508177 Sep 06 14:32:50.836187 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8f71-6d1f-4a6a-87e4-3141d444cf87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:50.840396 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8f71-6d1f-4a6a-87e4-3141d444cf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:50.897519 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c8fa8f71-6d1f-4a6a-87e4-3141d444cf87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f816a4eadc64ad5ae57d20a32534bee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792915 Sep 06 14:32:50.900381 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 46414) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:50.902904 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa8f71-6d1f-4a6a-87e4-3141d444cf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f495f5b6-d31d-4f08-8b74-7cc3cd2b36e6,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:50.954892 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5d0ca249-017d-4c75-8165-c71915db6a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:50.977669 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5d0ca249-017d-4c75-8165-c71915db6a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:51.032424 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5d0ca249-017d-4c75-8165-c71915db6a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:51.036990 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5d0ca249-017d-4c75-8165-c71915db6a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:51.041885 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5d0ca249-017d-4c75-8165-c71915db6a9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f495f5b6-d31d-4f08-8b74-7cc3cd2b36e6 HTTP/1.1" status: 204 len: 168 time: 0.1404698 Sep 06 14:32:51.051724 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ca249-017d-4c75-8165-c71915db6a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f495f5b6-d31d-4f08-8b74-7cc3cd2b36e6,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:51.102364 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da558ec8-4716-468f-a27f-8ae697bfaa94 req-bb7e761b-38c3-45c1-9e93-d0d91f3a9453 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:51.103998 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-da558ec8-4716-468f-a27f-8ae697bfaa94 req-bb7e761b-38c3-45c1-9e93-d0d91f3a9453 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0606031 Sep 06 14:32:51.145047 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-da558ec8-4716-468f-a27f-8ae697bfaa94 req-d15da89e-322e-4a37-8e78-2794fac43620 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 Sep 06 14:32:51.322763 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8e78d-a57d-4f01-b82e-9d182547422f req-a28c0771-7156-4118-8a83-48fe534a96ed tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:51.324386 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-97d8e78d-a57d-4f01-b82e-9d182547422f req-a28c0771-7156-4118-8a83-48fe534a96ed tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 945 time: 0.0521905 Sep 06 14:32:51.373140 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-97d8e78d-a57d-4f01-b82e-9d182547422f req-4c61d488-736a-44eb-8c2c-a1c9be083422 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 Sep 06 14:32:51.446134 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf23a6a-24f4-4cd2-86aa-02567d969a31 req-0f83f736-9364-4954-9e86-9abed4736eb4 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:51.448049 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dbf23a6a-24f4-4cd2-86aa-02567d969a31 req-0f83f736-9364-4954-9e86-9abed4736eb4 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 945 time: 0.0567687 Sep 06 14:32:51.497471 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dbf23a6a-24f4-4cd2-86aa-02567d969a31 req-fa163ed2-4709-46e6-b1be-82eb62726f34 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419500 Sep 06 14:32:52.162642 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 46470) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:52.215781 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-d116ac86-e08e-41af-b2d9-e89495280443 admin admin] Deleting subnet cd5d4a76-56e6-4881-a045-6cef582a386f {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:32:52.221318 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d116ac86-e08e-41af-b2d9-e89495280443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:52.283674 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d116ac86-e08e-41af-b2d9-e89495280443 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:52.291834 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d116ac86-e08e-41af-b2d9-e89495280443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:52.333437 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5078c92-aaa0-4e7e-a917-68965fc85554 req-8ef9f5dc-4a52-4862-ac31-92af5fc6f3cf tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:52.339859 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a5078c92-aaa0-4e7e-a917-68965fc85554 req-8ef9f5dc-4a52-4862-ac31-92af5fc6f3cf tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.1162491 Sep 06 14:32:52.388184 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a5078c92-aaa0-4e7e-a917-68965fc85554 req-e8e517df-03de-43a7-b619-22ce3da95bc8 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466216 Sep 06 14:32:52.395403 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d116ac86-e08e-41af-b2d9-e89495280443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:52.427704 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116ac86-e08e-41af-b2d9-e89495280443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd5d4a76-56e6-4881-a045-6cef582a386f,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:52.429821 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d116ac86-e08e-41af-b2d9-e89495280443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:52.431709 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d116ac86-e08e-41af-b2d9-e89495280443 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cd5d4a76-56e6-4881-a045-6cef582a386f HTTP/1.1" status: 204 len: 168 time: 0.2680726 Sep 06 14:32:52.434378 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 46484) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:52.500648 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a1519c-d35a-49bd-9854-a8c9ff247f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e027bf01-4025-47ae-8430-1ed5e033d614'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:52.503663 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78defaf5-6513-461b-8399-6563891713b0" -d '{"events": [{"server_uuid": "40a1519c-d35a-49bd-9854-a8c9ff247f04", "name": "network-vif-plugged", "status": "completed", "tag": "e027bf01-4025-47ae-8430-1ed5e033d614"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:52.533026 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15e0b458-248a-4cb0-91d8-1480db1c2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:52.543045 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab673bf-5ab6-421c-81d4-4a7e49a1848b x-openstack-request-id: req-2ab673bf-5ab6-421c-81d4-4a7e49a1848b {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:52.543333 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a1519c-d35a-49bd-9854-a8c9ff247f04", "name": "network-vif-plugged", "status": "completed", "tag": "e027bf01-4025-47ae-8430-1ed5e033d614", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:52.543580 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ab673bf-5ab6-421c-81d4-4a7e49a1848b {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:52.543965 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a1519c-d35a-49bd-9854-a8c9ff247f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e027bf01-4025-47ae-8430-1ed5e033d614', 'code': 200} Sep 06 14:32:52.579718 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f135a-90db-4e21-ac2a-7432a51d2cce req-9e52697f-7e33-4009-b50a-9c74e516d28a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:52.582565 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bb1f135a-90db-4e21-ac2a-7432a51d2cce req-9e52697f-7e33-4009-b50a-9c74e516d28a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 945 time: 0.1197915 Sep 06 14:32:52.647900 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15e0b458-248a-4cb0-91d8-1480db1c2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:52.648883 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00c901-3bc5-4e4b-8dde-195a334b608a req-64b37de6-4f29-40d4-97f8-cba5a4bdcdb0 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:52.657307 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0b00c901-3bc5-4e4b-8dde-195a334b608a req-64b37de6-4f29-40d4-97f8-cba5a4bdcdb0 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 945 time: 0.0602906 Sep 06 14:32:52.671086 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-15e0b458-248a-4cb0-91d8-1480db1c2bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5043a02c-8c49-4d07-9896-b9f62403e9d5']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:52.687894 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-15e0b458-248a-4cb0-91d8-1480db1c2bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42af3723-25aa-4807-948c-7551f82d4941') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:52.688194 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-15e0b458-248a-4cb0-91d8-1480db1c2bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42af3723-25aa-4807-948c-7551f82d4941') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:32:52.699501 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0b00c901-3bc5-4e4b-8dde-195a334b608a req-c41342f1-3e23-49a2-a2e3-0bcd5e39871d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 Sep 06 14:32:52.708434 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15e0b458-248a-4cb0-91d8-1480db1c2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11736447'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:52.718612 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bb1f135a-90db-4e21-ac2a-7432a51d2cce req-68c27325-73ba-4a5e-a729-145019add84f tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021085 Sep 06 14:32:52.729238 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15e0b458-248a-4cb0-91d8-1480db1c2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:52.739160 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e0b458-248a-4cb0-91d8-1480db1c2bfc admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:32:52.739619 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15e0b458-248a-4cb0-91d8-1480db1c2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11819353'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: Traceback (most recent call last): Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: timer() Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: cb(*args, **kw) Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: return func(*args, **kwargs) Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: self._notify() Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: self.callback(batched_events) Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: event.method(event) Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: return f(self, *a, **k) Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._get(url).json() Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:32:52.741861 dv-cinder-791281-8-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:32:52.890206 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15e0b458-248a-4cb0-91d8-1480db1c2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:52.895680 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15e0b458-248a-4cb0-91d8-1480db1c2bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:52.910428 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-15e0b458-248a-4cb0-91d8-1480db1c2bfc admin admin] 10.222.0.53 "DELETE /v2.0/networks/5043a02c-8c49-4d07-9896-b9f62403e9d5 HTTP/1.1" status: 204 len: 168 time: 0.4704034 Sep 06 14:32:52.929881 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0b458-248a-4cb0-91d8-1480db1c2bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=5043a02c-8c49-4d07-9896-b9f62403e9d5,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:52.934661 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340472c-a5c7-464b-a04e-d8449298ee13 req-36dd895c-1734-4ca0-a372-60b3026d0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:52.937591 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4340472c-a5c7-464b-a04e-d8449298ee13 req-36dd895c-1734-4ca0-a372-60b3026d0549 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 1098 time: 0.1697650 Sep 06 14:32:52.986755 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4340472c-a5c7-464b-a04e-d8449298ee13 req-6af70f08-cb54-4de0-a07b-e21dcb015d53 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375535 Sep 06 14:32:53.133877 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 46502) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:53.175620 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fe1478dd-d279-47bb-8556-68893ace9b61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e9c936084cd4e76a3e450be25892046&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401797 Sep 06 14:32:53.177757 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 46504) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:53.230735 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-aca5235a-36f1-4a87-b9af-cb8e4e977425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:53.252894 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-aca5235a-36f1-4a87-b9af-cb8e4e977425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:53.300516 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-aca5235a-36f1-4a87-b9af-cb8e4e977425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:53.303656 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-aca5235a-36f1-4a87-b9af-cb8e4e977425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:53.304901 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-aca5235a-36f1-4a87-b9af-cb8e4e977425 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/054c0e64-89c5-48b0-8cb6-4a07208db2c7 HTTP/1.1" status: 204 len: 168 time: 0.1262033 Sep 06 14:32:53.314749 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5235a-36f1-4a87-b9af-cb8e4e977425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054c0e64-89c5-48b0-8cb6-4a07208db2c7,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:53.521035 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d67aa4-0981-4eb2-9ef5-df7e6f89eec3 req-84d4414a-dc8b-4413-8b19-22f0ae3d7f0c tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:53.522668 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-43d67aa4-0981-4eb2-9ef5-df7e6f89eec3 req-84d4414a-dc8b-4413-8b19-22f0ae3d7f0c tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0575860 Sep 06 14:32:53.562911 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-43d67aa4-0981-4eb2-9ef5-df7e6f89eec3 req-1fa10557-5f9a-49df-a3d3-f46dcc0b5b5c tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339835 Sep 06 14:32:53.855300 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93531a1a-02a7-49a2-a82a-e88a5d95e140 req-541602da-362e-4a4d-9015-5dccc0397305 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:53.856937 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-93531a1a-02a7-49a2-a82a-e88a5d95e140 req-541602da-362e-4a4d-9015-5dccc0397305 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 945 time: 0.0555806 Sep 06 14:32:53.912548 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-93531a1a-02a7-49a2-a82a-e88a5d95e140 req-ce0fb5fa-d26d-47e6-8e50-830ed6529543 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433660 Sep 06 14:32:54.126055 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c425d18-fcc6-4c32-b243-b838fd9a8b0e req-35185856-f03e-4dbc-a593-8c032a2bdc22 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:54.127898 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7c425d18-fcc6-4c32-b243-b838fd9a8b0e req-35185856-f03e-4dbc-a593-8c032a2bdc22 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 945 time: 0.0886698 Sep 06 14:32:54.176441 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7c425d18-fcc6-4c32-b243-b838fd9a8b0e req-34b058ea-08a2-4251-af23-18c96c5585db tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422051 Sep 06 14:32:54.725111 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7043d-e217-411a-98ec-3d634bcacafc req-f9148077-a52e-481c-be02-7d8a440d98a8 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:54.734959 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6fb7043d-e217-411a-98ec-3d634bcacafc req-f9148077-a52e-481c-be02-7d8a440d98a8 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0960448 Sep 06 14:32:54.800306 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6fb7043d-e217-411a-98ec-3d634bcacafc req-aefb1cf2-37af-4154-95be-c691deec3eeb tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511756 Sep 06 14:32:55.085470 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80b8d8-4ae8-456e-b49c-12a8cff90ea7 req-0a2f7e93-0231-4055-b244-544b2420fa2a tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:55.086067 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3d80b8d8-4ae8-456e-b49c-12a8cff90ea7 req-0a2f7e93-0231-4055-b244-544b2420fa2a tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 945 time: 0.0685215 Sep 06 14:32:55.152923 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3d80b8d8-4ae8-456e-b49c-12a8cff90ea7 req-a9e84528-88b4-4a45-9a34-d524c6728d28 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594914 Sep 06 14:32:55.958966 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64ca9b-e059-4d0b-af61-135a11d554fc req-f1baedfa-c7cb-4076-94ad-feb139ab9b5b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:55.961004 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9d64ca9b-e059-4d0b-af61-135a11d554fc req-f1baedfa-c7cb-4076-94ad-feb139ab9b5b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0633392 Sep 06 14:32:56.008754 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9d64ca9b-e059-4d0b-af61-135a11d554fc req-62fe09bf-ebc9-4df2-8696-36eecae67143 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397580 Sep 06 14:32:56.527394 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31210c2-4e03-43d8-951c-0b7e5b0ead6e req-762826d2-2d9a-4255-a95b-325ede4daa8f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:56.536767 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e31210c2-4e03-43d8-951c-0b7e5b0ead6e req-762826d2-2d9a-4255-a95b-325ede4daa8f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 945 time: 0.0781372 Sep 06 14:32:56.588985 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e31210c2-4e03-43d8-951c-0b7e5b0ead6e req-d1c9d6e8-8377-4ffa-ba94-11816f922c4e tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512826 Sep 06 14:32:56.810121 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 46620) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:56.938707 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-02528d58-d73b-4f96-85dd-fa91416a128d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:57.040676 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-02528d58-d73b-4f96-85dd-fa91416a128d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:57.051925 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-02528d58-d73b-4f96-85dd-fa91416a128d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:57.119490 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-02528d58-d73b-4f96-85dd-fa91416a128d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd855f9b6116464697e629b8e282c68b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052514 Sep 06 14:32:57.122747 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 46630) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:57.139531 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02528d58-d73b-4f96-85dd-fa91416a128d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983a6fb5-bdfa-40ff-90b7-8d79fbbd77f9,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:57.194223 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f64b30-16a1-482d-9e8e-eeee7aadead1 req-106cc7e8-30b3-428b-a1c5-398b5966977e tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:57.194223 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a2f64b30-16a1-482d-9e8e-eeee7aadead1 req-106cc7e8-30b3-428b-a1c5-398b5966977e tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0652812 Sep 06 14:32:57.219117 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-25bf4128-fd7d-4c6a-b2dd-a3f516090c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:57.244981 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-25bf4128-fd7d-4c6a-b2dd-a3f516090c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:57.250395 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a2f64b30-16a1-482d-9e8e-eeee7aadead1 req-3b078443-fcfd-4ca1-b145-0f90f91799a1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506454 Sep 06 14:32:57.303612 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-25bf4128-fd7d-4c6a-b2dd-a3f516090c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:57.306953 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-25bf4128-fd7d-4c6a-b2dd-a3f516090c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:57.308156 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-25bf4128-fd7d-4c6a-b2dd-a3f516090c92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/983a6fb5-bdfa-40ff-90b7-8d79fbbd77f9 HTTP/1.1" status: 204 len: 168 time: 0.1828160 Sep 06 14:32:57.316472 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf4128-fd7d-4c6a-b2dd-a3f516090c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983a6fb5-bdfa-40ff-90b7-8d79fbbd77f9,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:57.557567 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-a93089c1-51d6-496d-8bf3-51a287408ae1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:57.559219 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-a93089c1-51d6-496d-8bf3-51a287408ae1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/networks?id=718178a3-4b17-445d-8417-7cf51875f92b HTTP/1.1" status: 200 len: 815 time: 0.1518047 Sep 06 14:32:57.580415 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-c61c02c1-5a75-4906-b70f-7a732643f057 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/quotas/435d6b95d5904e1c99912ac0d8a37b7e HTTP/1.1" status: 200 len: 375 time: 0.0147038 Sep 06 14:32:57.660740 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-2804eca0-0c4b-4df4-be53-b5e82feb71bd tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=435d6b95d5904e1c99912ac0d8a37b7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734398 Sep 06 14:32:57.741948 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 46660) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:57.796405 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-baf0e540-0e81-4d8d-8001-7edbb9276258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:57.819435 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-87340056-d8e6-4bef-9f53-46445f6262a1 service neutron] 10.222.0.53 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498029 Sep 06 14:32:57.832281 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19896874-8b38-4ac4-8d01-90a070bd274c req-7f29ee57-d3ab-4d4c-8d25-e3939a2f220e tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:57.833948 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-19896874-8b38-4ac4-8d01-90a070bd274c req-7f29ee57-d3ab-4d4c-8d25-e3939a2f220e tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 945 time: 0.1143954 Sep 06 14:32:57.901380 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-19896874-8b38-4ac4-8d01-90a070bd274c req-95cb1074-aaa5-4bdb-b1ba-ab8a9c0df7cd tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590835 Sep 06 14:32:57.966822 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-217236de-635e-4139-9b80-61097fe60e3c service neutron] 10.222.0.53 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408753 Sep 06 14:32:57.974787 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-baf0e540-0e81-4d8d-8001-7edbb9276258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:57.979302 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-baf0e540-0e81-4d8d-8001-7edbb9276258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:58.026603 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-baf0e540-0e81-4d8d-8001-7edbb9276258 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c0a261263cf4f369b733942862d3242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798588 Sep 06 14:32:58.026603 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0e540-0e81-4d8d-8001-7edbb9276258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b91854-271d-42fa-92f7-5ffe2121a90e,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:58.027103 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 46662) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:32:58.088516 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7127737d-902e-4392-889a-d9e8f1c4909f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:58.117710 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7127737d-902e-4392-889a-d9e8f1c4909f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:58.178629 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b0e81662-3d35-4148-a5f7-d8a3be873a70 req-b49f03a4-06ab-42cc-ae72-05f3448c523c tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 210 time: 0.0410128 Sep 06 14:32:58.183190 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7127737d-902e-4392-889a-d9e8f1c4909f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:58.185988 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7127737d-902e-4392-889a-d9e8f1c4909f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:58.187193 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7127737d-902e-4392-889a-d9e8f1c4909f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41b91854-271d-42fa-92f7-5ffe2121a90e HTTP/1.1" status: 204 len: 168 time: 0.1563842 Sep 06 14:32:58.196312 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127737d-902e-4392-889a-d9e8f1c4909f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b91854-271d-42fa-92f7-5ffe2121a90e,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:58.428835 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9e5cb-6ce6-4e41-868e-2d98ce64429e req-2fc39fef-38f2-40c4-af08-f243c0bb4238 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:58.438011 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ddc9e5cb-6ce6-4e41-868e-2d98ce64429e req-2fc39fef-38f2-40c4-af08-f243c0bb4238 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0740290 Sep 06 14:32:58.541121 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ddc9e5cb-6ce6-4e41-868e-2d98ce64429e req-567f950a-6be3-4be2-900d-4faa9c2c5155 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019614 Sep 06 14:32:58.718179 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3270093-91c7-4976-a302-1a7f1b6566e3 req-a383731f-7d37-47ba-a56e-bcfd0707f21f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:58.720292 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e3270093-91c7-4976-a302-1a7f1b6566e3 req-a383731f-7d37-47ba-a56e-bcfd0707f21f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 945 time: 0.0737531 Sep 06 14:32:58.858557 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-e3270093-91c7-4976-a302-1a7f1b6566e3 req-a551e6f0-ac48-48de-93e7-25eacbdb10e3 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Deleting port e027bf01-4025-47ae-8430-1ed5e033d614 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:32:58.858903 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-e3270093-91c7-4976-a302-1a7f1b6566e3 req-a551e6f0-ac48-48de-93e7-25eacbdb10e3 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:58.984862 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-e3270093-91c7-4976-a302-1a7f1b6566e3 req-a551e6f0-ac48-48de-93e7-25eacbdb10e3 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] For port e027bf01-4025-47ae-8430-1ed5e033d614, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e027bf01-4025-47ae-8430-1ed5e033d614,segment=NetworkSegment(ff70f900-beaf-4d35-80b1-36cd14857e4e),segment_id=ff70f900-beaf-4d35-80b1-36cd14857e4e)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:32:58.985263 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-e3270093-91c7-4976-a302-1a7f1b6566e3 req-a551e6f0-ac48-48de-93e7-25eacbdb10e3 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:59.001319 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-e3270093-91c7-4976-a302-1a7f1b6566e3 req-a551e6f0-ac48-48de-93e7-25eacbdb10e3 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Calling delete_port for e027bf01-4025-47ae-8430-1ed5e033d614 owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:32:59.048122 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de274-13fe-4337-a292-1cdaacdfb7fb req-2344e041-b176-47bd-a91b-e3fb72977022 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:59.049955 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f51de274-13fe-4337-a292-1cdaacdfb7fb req-2344e041-b176-47bd-a91b-e3fb72977022 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a1519c-d35a-49bd-9854-a8c9ff247f04 HTTP/1.1" status: 200 len: 945 time: 0.0566559 Sep 06 14:32:59.107716 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f51de274-13fe-4337-a292-1cdaacdfb7fb req-790dbc4e-93be-40eb-8d0c-6d15d3cf563c tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502381 Sep 06 14:32:59.163199 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-e3270093-91c7-4976-a302-1a7f1b6566e3 req-a551e6f0-ac48-48de-93e7-25eacbdb10e3 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:59.182111 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['e027bf01-4025-47ae-8430-1ed5e033d614'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:32:59.207689 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551e6f0-ac48-48de-93e7-25eacbdb10e3 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Pushing event deleted for resources: {'Port': ['ID=e027bf01-4025-47ae-8430-1ed5e033d614,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:32:59.255481 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3270093-91c7-4976-a302-1a7f1b6566e3 req-a551e6f0-ac48-48de-93e7-25eacbdb10e3 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] No DVR routers for this DVR port e027bf01-4025-47ae-8430-1ed5e033d614 on host hv-cinder-79128 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:32:59.261467 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-e3270093-91c7-4976-a302-1a7f1b6566e3 req-a551e6f0-ac48-48de-93e7-25eacbdb10e3 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:59.263637 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e3270093-91c7-4976-a302-1a7f1b6566e3 req-a551e6f0-ac48-48de-93e7-25eacbdb10e3 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.22 "DELETE /v2.0/ports/e027bf01-4025-47ae-8430-1ed5e033d614 HTTP/1.1" status: 204 len: 173 time: 0.5234766 Sep 06 14:32:59.264536 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a1519c-d35a-49bd-9854-a8c9ff247f04', 'name': 'network-vif-deleted', 'tag': 'e027bf01-4025-47ae-8430-1ed5e033d614'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:32:59.267247 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc744697-eb30-4545-94a5-ad70069f8377" -d '{"events": [{"server_uuid": "40a1519c-d35a-49bd-9854-a8c9ff247f04", "name": "network-vif-deleted", "tag": "e027bf01-4025-47ae-8430-1ed5e033d614"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:32:59.321009 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5be2fca-98cb-438c-aa6a-c071b2e04e4d x-openstack-request-id: req-d5be2fca-98cb-438c-aa6a-c071b2e04e4d {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:32:59.321416 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a1519c-d35a-49bd-9854-a8c9ff247f04", "name": "network-vif-deleted", "tag": "e027bf01-4025-47ae-8430-1ed5e033d614", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:32:59.321581 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5be2fca-98cb-438c-aa6a-c071b2e04e4d {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:32:59.322620 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a1519c-d35a-49bd-9854-a8c9ff247f04', 'name': 'network-vif-deleted', 'tag': 'e027bf01-4025-47ae-8430-1ed5e033d614', 'status': 'completed', 'code': 200} Sep 06 14:32:59.367908 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8283ec67-83b0-43cc-a0a8-808df112c5d0 req-fcf122e6-f4dc-4039-97ae-22ee4d1e861c tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 210 time: 0.0743043 Sep 06 14:32:59.595837 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-fc98ef1a-6976-47fd-8fd8-db14e4f8ba37 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:59.597517 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-fc98ef1a-6976-47fd-8fd8-db14e4f8ba37 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "GET /v2.0/networks?id=718178a3-4b17-445d-8417-7cf51875f92b HTTP/1.1" status: 200 len: 815 time: 0.1452639 Sep 06 14:32:59.621110 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-aaa44b59-afa6-4cd5-bedd-4417545b126a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Request body: {'port': {'device_id': '0cc3e924-eba7-45a2-909b-e6bc956f6782', 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b', 'admin_state_up': True, 'tenant_id': '435d6b95d5904e1c99912ac0d8a37b7e'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:32:59.801515 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd512b-8733-49e6-adc2-00cf56e30f3d req-daf5c76b-41b4-4b56-821c-580434d77229 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:32:59.803732 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-03cd512b-8733-49e6-adc2-00cf56e30f3d req-daf5c76b-41b4-4b56-821c-580434d77229 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0798180 Sep 06 14:32:59.805050 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-aaa44b59-afa6-4cd5-bedd-4417545b126a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Made reservation on behalf of 435d6b95d5904e1c99912ac0d8a37b7e for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:32:59.809064 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-aaa44b59-afa6-4cd5-bedd-4417545b126a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:59.942183 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-03cd512b-8733-49e6-adc2-00cf56e30f3d req-fdc72752-a36b-4185-b252-e65138d546e5 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287560 Sep 06 14:33:00.051385 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-aaa44b59-afa6-4cd5-bedd-4417545b126a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Allocated IP 172.20.0.7 (718178a3-4b17-445d-8417-7cf51875f92b/aa0d1cd7-81f5-422d-bf12-26ef03d90b93/a3885dd1-77ef-4fca-81b8-f25e44a26b09) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:33:00.224693 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-aaa44b59-afa6-4cd5-bedd-4417545b126a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:00.271797 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-aaa44b59-afa6-4cd5-bedd-4417545b126a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:00.289652 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['bc6bf95a-f246-4e44-a803-9ce8c430a8f8', '5af777fd-abc5-4727-babf-e1e9fd223213'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:33:00.340137 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa44b59-afa6-4cd5-bedd-4417545b126a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Pushing event updated for resources: {'Port': ['ID=a3885dd1-77ef-4fca-81b8-f25e44a26b09,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:00.346107 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-aaa44b59-afa6-4cd5-bedd-4417545b126a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Network 718178a3-4b17-445d-8417-7cf51875f92b is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:33:00.347708 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-aaa44b59-afa6-4cd5-bedd-4417545b126a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:33:00.350514 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-aaa44b59-afa6-4cd5-bedd-4417545b126a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:33:00.420845 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-aaa44b59-afa6-4cd5-bedd-4417545b126a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:00.421618 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-aaa44b59-afa6-4cd5-bedd-4417545b126a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:00.444681 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-aaa44b59-afa6-4cd5-bedd-4417545b126a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8297925 Sep 06 14:33:00.486552 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Request body: {'port': {'device_id': '0cc3e924-eba7-45a2-909b-e6bc956f6782', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:33:00.596151 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-547a8a38-8d6c-4c98-b460-066677127bdc tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:00.596916 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:00.602768 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-547a8a38-8d6c-4c98-b460-066677127bdc tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/networks?id=790ca7af-5275-481e-88b6-a397a75d38b5 HTTP/1.1" status: 200 len: 809 time: 0.1671879 Sep 06 14:33:00.620230 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-1fbcc8b6-9ac4-400f-9f2a-0f029a780f66 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/quotas/012ed46ed2824baf8e86652278fc45e9 HTTP/1.1" status: 200 len: 375 time: 0.0103447 Sep 06 14:33:00.659721 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774da38-ddec-469a-b3e0-42fb74097fc6 req-b78a374c-181a-4ee2-a78f-e7bce0ede54e tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:00.661300 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f774da38-ddec-469a-b3e0-42fb74097fc6 req-b78a374c-181a-4ee2-a78f-e7bce0ede54e tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 931 time: 0.1021423 Sep 06 14:33:00.671456 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-b24db9d7-a8c9-4ccc-ba8f-23b858e4fc02 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=012ed46ed2824baf8e86652278fc45e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427947 Sep 06 14:33:00.781374 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f774da38-ddec-469a-b3e0-42fb74097fc6 req-6c5d4208-7f85-4cc5-9cca-17afa0116eeb tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135640 Sep 06 14:33:00.997119 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-9b8b37b5-8b0c-485d-ae04-b04cbc9721d1 service neutron] 10.222.0.53 "GET /v2.0/networks/790ca7af-5275-481e-88b6-a397a75d38b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179240 Sep 06 14:33:01.038881 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3885dd1-77ef-4fca-81b8-f25e44a26b09 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:33:01.049448 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:01.067213 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Transition to ACTIVE for port object a3885dd1-77ef-4fca-81b8-f25e44a26b09 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:33:01.082604 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:01.135498 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-1259da27-c084-410a-b3ce-ccceafce56d0 service neutron] 10.222.0.53 "GET /v2.0/networks/790ca7af-5275-481e-88b6-a397a75d38b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296520 Sep 06 14:33:01.203022 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Pushing event updated for resources: {'Port': ['ID=a3885dd1-77ef-4fca-81b8-f25e44a26b09,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:01.641890 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeedd34-dd26-498e-9a83-7218493ee4e5 req-98a91aff-fb6f-4e03-be4e-239a5bc0f073 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:01.650031 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8aeedd34-dd26-498e-9a83-7218493ee4e5 req-98a91aff-fb6f-4e03-be4e-239a5bc0f073 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.5013342 Sep 06 14:33:01.681098 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Attempting to bind port a3885dd1-77ef-4fca-81b8-f25e44a26b09 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:33:01.681435 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Attempting to bind port a3885dd1-77ef-4fca-81b8-f25e44a26b09 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:33:01.681765 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Attempting to bind port a3885dd1-77ef-4fca-81b8-f25e44a26b09 on network 718178a3-4b17-445d-8417-7cf51875f92b {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:33:01.686093 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-aa60581a-331a-4535-b10f-85fb7cbb6c7b req-d3b7b3e3-e648-4edb-b4db-4646289f324d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 210 time: 0.0346923 Sep 06 14:33:01.698518 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Port a3885dd1-77ef-4fca-81b8-f25e44a26b09 on network 718178a3-4b17-445d-8417-7cf51875f92b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:33:01.699007 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Attempting to bind port a3885dd1-77ef-4fca-81b8-f25e44a26b09 on network 718178a3-4b17-445d-8417-7cf51875f92b {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:33:01.725473 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8aeedd34-dd26-498e-9a83-7218493ee4e5 req-25afd06f-bc6b-4d8c-9096-45d4c5f17326 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648785 Sep 06 14:33:01.725473 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:33:01.725473 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Checking segment: {'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:33:01.725473 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Bound using segment: {'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:33:01.725473 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Bound port: a3885dd1-77ef-4fca-81b8-f25e44a26b09, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:33:01.725473 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:01.854181 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] For port a3885dd1-77ef-4fca-81b8-f25e44a26b09, host hv-cinder-79128, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:33:01.875197 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] For port a3885dd1-77ef-4fca-81b8-f25e44a26b09, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a3885dd1-77ef-4fca-81b8-f25e44a26b09,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:33:01.886927 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:01.979170 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:01.980178 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:01.984204 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-cf95b266-6d71-4311-b742-042f33192136 service neutron] 10.222.0.22 "PUT /v2.0/ports/a3885dd1-77ef-4fca-81b8-f25e44a26b09 HTTP/1.1" status: 200 len: 1093 time: 1.5180657 Sep 06 14:33:01.985025 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc3e924-eba7-45a2-909b-e6bc956f6782', 'tag': 'a3885dd1-77ef-4fca-81b8-f25e44a26b09'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:33:01.994783 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9763eb3d-bb2d-4ab7-ac53-317d5e763914" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc3e924-eba7-45a2-909b-e6bc956f6782", "tag": "a3885dd1-77ef-4fca-81b8-f25e44a26b09"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:33:02.033272 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95b266-6d71-4311-b742-042f33192136 service neutron] Pushing event updated for resources: {'Port': ['ID=a3885dd1-77ef-4fca-81b8-f25e44a26b09,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:02.050857 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f6f58-c220-4222-a948-884e17357238 req-1578fcd1-1982-4107-a11f-dc01fbbd75aa tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:02.053603 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c32f6f58-c220-4222-a948-884e17357238 req-1578fcd1-1982-4107-a11f-dc01fbbd75aa tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 943 time: 0.0899928 Sep 06 14:33:02.103716 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-b6cae57b-1a98-4a3c-85fb-7358ac6639df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:02.105863 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-b6cae57b-1a98-4a3c-85fb-7358ac6639df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=435d6b95d5904e1c99912ac0d8a37b7e&device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 1096 time: 0.0628958 Sep 06 14:33:02.111375 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeef531-2558-40a4-8310-b7f89e9e35cc x-openstack-request-id: req-faeef531-2558-40a4-8310-b7f89e9e35cc {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:33:02.112048 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc3e924-eba7-45a2-909b-e6bc956f6782", "tag": "a3885dd1-77ef-4fca-81b8-f25e44a26b09", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:33:02.112761 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-faeef531-2558-40a4-8310-b7f89e9e35cc {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:33:02.113555 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc3e924-eba7-45a2-909b-e6bc956f6782', 'tag': 'a3885dd1-77ef-4fca-81b8-f25e44a26b09', 'status': 'completed', 'code': 200} Sep 06 14:33:02.150375 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c32f6f58-c220-4222-a948-884e17357238 req-ab6f4efe-450b-4f04-be1b-fb9b3c31153e tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865269 Sep 06 14:33:02.187697 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-a03fe362-cc73-4b69-b458-270e3923aadd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3885dd1-77ef-4fca-81b8-f25e44a26b09 HTTP/1.1" status: 200 len: 217 time: 0.0619175 Sep 06 14:33:02.250952 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-7411d9c0-9404-48b9-ada9-6901d088a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:02.252512 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-7411d9c0-9404-48b9-ada9-6901d088a4b1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aa0d1cd7-81f5-422d-bf12-26ef03d90b93 HTTP/1.1" status: 200 len: 855 time: 0.0513756 Sep 06 14:33:02.256674 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device e027bf01-4025-47ae-8430-1ed5e033d614 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:33:02.279996 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: e027bf01-4025-47ae-8430-1ed5e033d614 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:33:02.280345 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device e027bf01-4025-47ae-8430-1ed5e033d614 not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:33:02.301214 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-4fcf35b1-0d01-4250-9535-88f4aa8960fc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=718178a3-4b17-445d-8417-7cf51875f92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328383 Sep 06 14:33:02.416218 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-e2fc3527-ac3f-4201-909a-7bbab7f5c480 service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024694 Sep 06 14:33:02.525624 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dec87d90-094f-4816-a4eb-abf1aea707d1 req-2dedc781-eb45-4405-8c3e-00231d092c40 service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952086 Sep 06 14:33:02.635632 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763eb3d-bb2d-4ab7-ac53-317d5e763914 req-5d268bed-81d3-41cb-977c-b9ac2d9972db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:02.637258 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9763eb3d-bb2d-4ab7-ac53-317d5e763914 req-5d268bed-81d3-41cb-977c-b9ac2d9972db service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=435d6b95d5904e1c99912ac0d8a37b7e&device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 1096 time: 0.0451734 Sep 06 14:33:02.759862 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763eb3d-bb2d-4ab7-ac53-317d5e763914 req-2e87a0c3-f243-4546-b51f-004baa4e7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:02.762264 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9763eb3d-bb2d-4ab7-ac53-317d5e763914 req-2e87a0c3-f243-4546-b51f-004baa4e7e6f service neutron] 10.222.0.22 "GET /v2.0/networks?id=718178a3-4b17-445d-8417-7cf51875f92b HTTP/1.1" status: 200 len: 916 time: 0.1167357 Sep 06 14:33:02.819162 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9763eb3d-bb2d-4ab7-ac53-317d5e763914 req-3990ae36-056d-4ce5-bb8e-24d6d90181a2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3885dd1-77ef-4fca-81b8-f25e44a26b09 HTTP/1.1" status: 200 len: 217 time: 0.0464082 Sep 06 14:33:02.838887 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-85c28ed4-7890-486f-96fa-69badbc44812 req-f79ed072-ea42-4c1b-b155-bab1db19de88 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 210 time: 0.0519722 Sep 06 14:33:02.928094 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83d841-b455-4e3d-86ff-b62ee8ff5981 req-c7a622f0-74a7-42aa-842e-2d30083df01e tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:02.930643 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-db83d841-b455-4e3d-86ff-b62ee8ff5981 req-c7a622f0-74a7-42aa-842e-2d30083df01e tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.1103718 Sep 06 14:33:02.940222 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763eb3d-bb2d-4ab7-ac53-317d5e763914 req-d7bc2ec0-56be-4fb9-a4d6-a26ad8b8aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:02.941840 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9763eb3d-bb2d-4ab7-ac53-317d5e763914 req-d7bc2ec0-56be-4fb9-a4d6-a26ad8b8aec0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aa0d1cd7-81f5-422d-bf12-26ef03d90b93 HTTP/1.1" status: 200 len: 855 time: 0.1109617 Sep 06 14:33:02.993281 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-db83d841-b455-4e3d-86ff-b62ee8ff5981 req-d9033ba8-ee0e-40a3-8408-300600149f7b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484805 Sep 06 14:33:03.008902 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9763eb3d-bb2d-4ab7-ac53-317d5e763914 req-24e5a986-4b5e-4822-8bd2-6bdccd207780 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=718178a3-4b17-445d-8417-7cf51875f92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331461 Sep 06 14:33:03.128839 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9763eb3d-bb2d-4ab7-ac53-317d5e763914 req-e88c6446-190d-47c8-97a9-d444f76ff98b service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920935 Sep 06 14:33:03.174348 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-56f945df-aec8-44a5-a755-c317046d6091 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:03.185073 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-56f945df-aec8-44a5-a755-c317046d6091 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.22 "GET /v2.0/networks?id=790ca7af-5275-481e-88b6-a397a75d38b5 HTTP/1.1" status: 200 len: 809 time: 0.1230862 Sep 06 14:33:03.199969 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-541eed4f-0ed6-43bb-af4a-7cc6e2abc58f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Request body: {'port': {'device_id': '3fc2b279-4b65-493e-b259-f53665fdd613', 'network_id': '790ca7af-5275-481e-88b6-a397a75d38b5', 'admin_state_up': True, 'tenant_id': '012ed46ed2824baf8e86652278fc45e9'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:33:03.348912 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9763eb3d-bb2d-4ab7-ac53-317d5e763914 req-90c2f4c6-dd8f-4874-9409-cd40d6300283 service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119176 Sep 06 14:33:03.360007 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9f009-8ad0-41e2-bd90-2148bf3fb662 req-de4bcf94-6989-48f2-b5c0-5e32d2ee76e6 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:03.369408 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-95d9f009-8ad0-41e2-bd90-2148bf3fb662 req-de4bcf94-6989-48f2-b5c0-5e32d2ee76e6 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 943 time: 0.1037624 Sep 06 14:33:03.388954 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-541eed4f-0ed6-43bb-af4a-7cc6e2abc58f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Made reservation on behalf of 012ed46ed2824baf8e86652278fc45e9 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:33:03.393492 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-541eed4f-0ed6-43bb-af4a-7cc6e2abc58f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:03.421188 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-95d9f009-8ad0-41e2-bd90-2148bf3fb662 req-9f6cd9bc-c06b-4fba-9114-4166a6ce2843 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497758 Sep 06 14:33:03.589196 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-541eed4f-0ed6-43bb-af4a-7cc6e2abc58f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Allocated IP 172.20.0.14 (790ca7af-5275-481e-88b6-a397a75d38b5/759a0ea0-9dae-4db6-b102-6e5d85f1c20a/548eb2b3-1f1f-4a8f-bc88-6ab928018e79) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:33:03.621414 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 46892) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:03.755684 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-067b1f16-9bb3-4afe-8f5c-54ea7472e1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:03.759383 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-541eed4f-0ed6-43bb-af4a-7cc6e2abc58f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:03.802080 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-541eed4f-0ed6-43bb-af4a-7cc6e2abc58f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:03.863952 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-067b1f16-9bb3-4afe-8f5c-54ea7472e1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:03.871073 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-067b1f16-9bb3-4afe-8f5c-54ea7472e1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:03.878047 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-541eed4f-0ed6-43bb-af4a-7cc6e2abc58f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Network 790ca7af-5275-481e-88b6-a397a75d38b5 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:33:03.881546 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-541eed4f-0ed6-43bb-af4a-7cc6e2abc58f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:33:03.885858 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-541eed4f-0ed6-43bb-af4a-7cc6e2abc58f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:33:03.892480 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-541eed4f-0ed6-43bb-af4a-7cc6e2abc58f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:03.893172 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-541eed4f-0ed6-43bb-af4a-7cc6e2abc58f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:03.910019 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541eed4f-0ed6-43bb-af4a-7cc6e2abc58f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Pushing event updated for resources: {'Port': ['ID=548eb2b3-1f1f-4a8f-bc88-6ab928018e79,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:03.920452 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-541eed4f-0ed6-43bb-af4a-7cc6e2abc58f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7328384 Sep 06 14:33:03.920622 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-067b1f16-9bb3-4afe-8f5c-54ea7472e1a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e202fb8639a445afb106c793cf2cac60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968783 Sep 06 14:33:03.921121 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b1f16-9bb3-4afe-8f5c-54ea7472e1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1958dad3-746a-4cd7-8184-4b0895a7426d,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:03.923245 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 46898) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:03.985119 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e27404fe-8a44-49f2-ad94-b2a242edcfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:04.009185 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f2d9c-e3ac-4c57-bbb0-12aa606e128d req-af707d85-4442-4f88-a8bf-817d4a956f5c tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:04.010627 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e27404fe-8a44-49f2-ad94-b2a242edcfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:04.010841 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6f3f2d9c-e3ac-4c57-bbb0-12aa606e128d req-af707d85-4442-4f88-a8bf-817d4a956f5c tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 932 time: 0.0586069 Sep 06 14:33:04.064100 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6f3f2d9c-e3ac-4c57-bbb0-12aa606e128d req-ab173b89-f95e-47a9-ba05-ad39b911097a tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435710 Sep 06 14:33:04.079898 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e27404fe-8a44-49f2-ad94-b2a242edcfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:04.083711 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e27404fe-8a44-49f2-ad94-b2a242edcfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:04.084921 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e27404fe-8a44-49f2-ad94-b2a242edcfc7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1958dad3-746a-4cd7-8184-4b0895a7426d HTTP/1.1" status: 204 len: 168 time: 0.1606114 Sep 06 14:33:04.099046 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27404fe-8a44-49f2-ad94-b2a242edcfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1958dad3-746a-4cd7-8184-4b0895a7426d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:04.195754 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dddc68-616f-4e77-b560-0043e3e9b114 req-3eea8e23-c87e-45b7-86d4-6d5ea93d8963 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:04.197280 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e9dddc68-616f-4e77-b560-0043e3e9b114 req-3eea8e23-c87e-45b7-86d4-6d5ea93d8963 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0525463 Sep 06 14:33:04.239582 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e9dddc68-616f-4e77-b560-0043e3e9b114 req-2d937ab8-2223-49de-ac8b-7d68caba7c44 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353997 Sep 06 14:33:04.568621 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-75fe0aea-b00b-4707-bf7d-30b378c278e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:05.632861 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:33:07.425030 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-51781831-c17d-4327-8bb7-f779545f4a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:07.487743 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Request body: {'port': {'device_id': '3fc2b279-4b65-493e-b259-f53665fdd613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:33:07.550689 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:07.590004 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:07.788991 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128a842-e52f-426a-a1be-f65664bb8ca2 req-cae477d5-7740-4bba-b7a2-cd94d42cb961 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:07.790714 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8128a842-e52f-426a-a1be-f65664bb8ca2 req-cae477d5-7740-4bba-b7a2-cd94d42cb961 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 943 time: 0.0959692 Sep 06 14:33:07.886686 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8128a842-e52f-426a-a1be-f65664bb8ca2 req-d9f7a952-c4fc-42d4-9c97-29a1f98f2ee5 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656722 Sep 06 14:33:07.950074 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:33:07.951438 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224ea1b-b5d0-4706-8e5a-89103b32be45 req-6635b255-2f91-4ede-8102-d5697a2c88a8 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:07.953309 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2224ea1b-b5d0-4706-8e5a-89103b32be45 req-6635b255-2f91-4ede-8102-d5697a2c88a8 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 932 time: 0.0588078 Sep 06 14:33:07.967621 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:07.997048 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Transition to ACTIVE for port object 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:33:08.002288 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:08.002458 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2224ea1b-b5d0-4706-8e5a-89103b32be45 req-c5ab595b-8eed-48b8-9723-7e9db8837645 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 Sep 06 14:33:08.049619 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9838b4-7005-4b68-922a-fad79b35a2f7 req-d21e810c-a7b3-4ab3-8238-90c958db94ae tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:08.051143 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da9838b4-7005-4b68-922a-fad79b35a2f7 req-d21e810c-a7b3-4ab3-8238-90c958db94ae tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0941739 Sep 06 14:33:08.072364 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Pushing event updated for resources: {'Port': ['ID=548eb2b3-1f1f-4a8f-bc88-6ab928018e79,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:08.130829 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da9838b4-7005-4b68-922a-fad79b35a2f7 req-48a487a7-a941-4dc5-b173-cc34777ed400 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713768 Sep 06 14:33:08.131654 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Attempting to bind port 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:33:08.131993 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Attempting to bind port 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'ff70f900-beaf-4d35-80b1-36cd14857e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '790ca7af-5275-481e-88b6-a397a75d38b5'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:33:08.132312 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Attempting to bind port 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 on network 790ca7af-5275-481e-88b6-a397a75d38b5 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:33:08.137817 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Port 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 on network 790ca7af-5275-481e-88b6-a397a75d38b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:33:08.138778 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Attempting to bind port 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 on network 790ca7af-5275-481e-88b6-a397a75d38b5 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:33:08.153381 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:33:08.154353 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Checking segment: {'id': 'ff70f900-beaf-4d35-80b1-36cd14857e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '790ca7af-5275-481e-88b6-a397a75d38b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:33:08.154770 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Bound using segment: {'id': 'ff70f900-beaf-4d35-80b1-36cd14857e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '790ca7af-5275-481e-88b6-a397a75d38b5'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:33:08.155189 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Bound port: 548eb2b3-1f1f-4a8f-bc88-6ab928018e79, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff70f900-beaf-4d35-80b1-36cd14857e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '790ca7af-5275-481e-88b6-a397a75d38b5'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:33:08.155596 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:08.230099 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] For port 548eb2b3-1f1f-4a8f-bc88-6ab928018e79, host hv-cinder-79128, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:33:08.233602 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] For port 548eb2b3-1f1f-4a8f-bc88-6ab928018e79, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=548eb2b3-1f1f-4a8f-bc88-6ab928018e79,segment=NetworkSegment(ff70f900-beaf-4d35-80b1-36cd14857e4e),segment_id=ff70f900-beaf-4d35-80b1-36cd14857e4e)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:33:08.239400 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:08.289965 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:08.290477 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:08.292005 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] 10.222.0.22 "PUT /v2.0/ports/548eb2b3-1f1f-4a8f-bc88-6ab928018e79 HTTP/1.1" status: 200 len: 1094 time: 0.8094656 Sep 06 14:33:08.292331 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc2b279-4b65-493e-b259-f53665fdd613', 'tag': '548eb2b3-1f1f-4a8f-bc88-6ab928018e79'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:33:08.294668 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275a8b75-17b9-4e6c-bc8c-d27e89a39929" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc2b279-4b65-493e-b259-f53665fdd613", "tag": "548eb2b3-1f1f-4a8f-bc88-6ab928018e79"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:33:08.328986 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ace80-8c0e-49df-912f-48b3fe9fd011 service neutron] Pushing event updated for resources: {'Port': ['ID=548eb2b3-1f1f-4a8f-bc88-6ab928018e79,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:08.336229 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f0bde9-77dc-402c-b464-77319db60d82 x-openstack-request-id: req-e0f0bde9-77dc-402c-b464-77319db60d82 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:33:08.336605 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc2b279-4b65-493e-b259-f53665fdd613", "tag": "548eb2b3-1f1f-4a8f-bc88-6ab928018e79", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:33:08.336743 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0f0bde9-77dc-402c-b464-77319db60d82 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:33:08.337146 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc2b279-4b65-493e-b259-f53665fdd613', 'tag': '548eb2b3-1f1f-4a8f-bc88-6ab928018e79', 'status': 'completed', 'code': 200} Sep 06 14:33:08.431175 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-d3ac18b5-b29c-4a65-b08c-d31f1546af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:08.432599 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-d3ac18b5-b29c-4a65-b08c-d31f1546af3a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=012ed46ed2824baf8e86652278fc45e9&device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 1097 time: 0.0487447 Sep 06 14:33:08.487363 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-648b0a60-42de-4cd7-a665-e75c1ba68227 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=548eb2b3-1f1f-4a8f-bc88-6ab928018e79 HTTP/1.1" status: 200 len: 217 time: 0.0347741 Sep 06 14:33:08.549570 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-2ad4e70c-0745-45bc-82b0-50ce7f432d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:08.551111 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-2ad4e70c-0745-45bc-82b0-50ce7f432d29 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=759a0ea0-9dae-4db6-b102-6e5d85f1c20a HTTP/1.1" status: 200 len: 849 time: 0.0481789 Sep 06 14:33:08.592165 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-a476a890-6351-414a-b81c-61d220e8ae8b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=790ca7af-5275-481e-88b6-a397a75d38b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329719 Sep 06 14:33:08.694871 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-2829f52c-8410-4137-838a-ab18a3203e99 service neutron] 10.222.0.22 "GET /v2.0/networks/790ca7af-5275-481e-88b6-a397a75d38b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939052 Sep 06 14:33:08.795003 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d65b53e-f021-474d-9b68-692798d8ba27 req-274d97d8-150c-4664-aed2-97f19bb4180e service neutron] 10.222.0.22 "GET /v2.0/networks/790ca7af-5275-481e-88b6-a397a75d38b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915165 Sep 06 14:33:08.871765 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:09.059757 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab75f0b-e8f1-4403-bd27-de37eee83f07 req-4b89a6ce-41ef-4805-b694-130b493e52ab tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:09.062623 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cab75f0b-e8f1-4403-bd27-de37eee83f07 req-4b89a6ce-41ef-4805-b694-130b493e52ab tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 943 time: 0.0969608 Sep 06 14:33:09.093598 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a8b75-17b9-4e6c-bc8c-d27e89a39929 req-08b67a4d-01db-419a-97d9-95ec09e739e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:09.095189 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-275a8b75-17b9-4e6c-bc8c-d27e89a39929 req-08b67a4d-01db-419a-97d9-95ec09e739e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=012ed46ed2824baf8e86652278fc45e9&device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 1097 time: 0.0726254 Sep 06 14:33:09.144184 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cab75f0b-e8f1-4403-bd27-de37eee83f07 req-d90a6f47-cfc0-4ca6-a5a8-1fbfde7ab54c tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703530 Sep 06 14:33:09.191214 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd132d4-5624-48a5-882a-59a5ea2c2d8b req-589390a8-caea-46c9-86c2-68e8b13fcd46 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:09.192814 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dfd132d4-5624-48a5-882a-59a5ea2c2d8b req-589390a8-caea-46c9-86c2-68e8b13fcd46 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 944 time: 0.0634332 Sep 06 14:33:09.239983 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dfd132d4-5624-48a5-882a-59a5ea2c2d8b req-b93a4402-6e90-43f6-b3e5-31fea50bc09e tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389667 Sep 06 14:33:09.264446 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a8b75-17b9-4e6c-bc8c-d27e89a39929 req-fea76242-d8e2-4583-be8a-3f2e4562c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:09.266424 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-275a8b75-17b9-4e6c-bc8c-d27e89a39929 req-fea76242-d8e2-4583-be8a-3f2e4562c192 service neutron] 10.222.0.22 "GET /v2.0/networks?id=790ca7af-5275-481e-88b6-a397a75d38b5 HTTP/1.1" status: 200 len: 910 time: 0.1617844 Sep 06 14:33:09.283318 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b73bb-060b-449e-aeed-b7b3fb3258f5 req-1995aa81-c2df-4ea3-b701-60355a1b1b0e tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:09.284894 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6d0b73bb-060b-449e-aeed-b7b3fb3258f5 req-1995aa81-c2df-4ea3-b701-60355a1b1b0e tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0700963 Sep 06 14:33:09.331979 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-275a8b75-17b9-4e6c-bc8c-d27e89a39929 req-2cd1b1e4-6995-42e1-b847-9d92e3fa182d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=548eb2b3-1f1f-4a8f-bc88-6ab928018e79 HTTP/1.1" status: 200 len: 217 time: 0.0460351 Sep 06 14:33:09.384564 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6d0b73bb-060b-449e-aeed-b7b3fb3258f5 req-ec9c4be0-20af-4f5e-842c-9e775590f571 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928190 Sep 06 14:33:09.406978 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a8b75-17b9-4e6c-bc8c-d27e89a39929 req-99e516a7-6055-4032-b947-da0ff2d50598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:09.408667 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-275a8b75-17b9-4e6c-bc8c-d27e89a39929 req-99e516a7-6055-4032-b947-da0ff2d50598 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=759a0ea0-9dae-4db6-b102-6e5d85f1c20a HTTP/1.1" status: 200 len: 849 time: 0.0618510 Sep 06 14:33:09.443854 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-275a8b75-17b9-4e6c-bc8c-d27e89a39929 req-5ce7889b-2681-4ef3-9e6a-d5664f1932d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=790ca7af-5275-481e-88b6-a397a75d38b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270422 Sep 06 14:33:09.576964 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-275a8b75-17b9-4e6c-bc8c-d27e89a39929 req-c6847e62-2a83-4670-937d-b7bb662b7a74 service neutron] 10.222.0.22 "GET /v2.0/networks/790ca7af-5275-481e-88b6-a397a75d38b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244144 Sep 06 14:33:09.699899 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-275a8b75-17b9-4e6c-bc8c-d27e89a39929 req-6faa2df7-f6b3-429f-88db-40822ff25a5c service neutron] 10.222.0.22 "GET /v2.0/networks/790ca7af-5275-481e-88b6-a397a75d38b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126330 Sep 06 14:33:10.274874 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40722b18-c669-4595-acff-df4b3c06dc89 req-89dc2ff9-ab69-424f-ae42-18571dd9d242 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:10.276437 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-40722b18-c669-4595-acff-df4b3c06dc89 req-89dc2ff9-ab69-424f-ae42-18571dd9d242 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 943 time: 0.0514572 Sep 06 14:33:10.335373 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-40722b18-c669-4595-acff-df4b3c06dc89 req-ac7b2ba6-1623-4a52-84cd-cab7f5aae4db tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517404 Sep 06 14:33:10.369342 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:10.473311 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdf392-eb01-4855-9547-954ba720f91f req-3a490fa6-edc4-4b2f-a522-cbd60581202c tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:10.474935 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-83cdf392-eb01-4855-9547-954ba720f91f req-3a490fa6-edc4-4b2f-a522-cbd60581202c tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 944 time: 0.0654197 Sep 06 14:33:10.528103 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d43de-3e1e-4281-a2ca-6749bb29e30c req-f52a4d65-bdda-4741-aafe-f4d25e18f829 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:10.530395 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b8d43de-3e1e-4281-a2ca-6749bb29e30c req-f52a4d65-bdda-4741-aafe-f4d25e18f829 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0575049 Sep 06 14:33:10.532542 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-83cdf392-eb01-4855-9547-954ba720f91f req-b6a3f0b9-176b-4fe6-b8fe-a645034811d2 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515420 Sep 06 14:33:10.580779 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b8d43de-3e1e-4281-a2ca-6749bb29e30c req-e8c76d98-15c5-4283-8417-84fcfb955aca tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426517 Sep 06 14:33:10.767954 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.130165 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 47028) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:11.189617 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 47032) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:11.295235 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd6382d6-7a1d-4811-bfe7-e58742221afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.304568 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-64623ed4-7fb4-45a4-8ff2-faa850f96872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.397138 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd6382d6-7a1d-4811-bfe7-e58742221afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.405211 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd6382d6-7a1d-4811-bfe7-e58742221afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.489998 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fd6382d6-7a1d-4811-bfe7-e58742221afc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7dd86b057d14507b6c6325799585138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584847 Sep 06 14:33:11.493297 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 47040) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:11.496747 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6382d6-7a1d-4811-bfe7-e58742221afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43af106c-3415-4a90-a6f7-6acfab906afd,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:11.512148 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-64623ed4-7fb4-45a4-8ff2-faa850f96872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.518930 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce382020-c934-495c-bfd0-ec21f88e66af req-f488c3c1-dfc4-42c2-839f-ef4246bc8c43 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:11.520669 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ce382020-c934-495c-bfd0-ec21f88e66af req-f488c3c1-dfc4-42c2-839f-ef4246bc8c43 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 943 time: 0.1117067 Sep 06 14:33:11.522746 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-64623ed4-7fb4-45a4-8ff2-faa850f96872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.576232 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ce382020-c934-495c-bfd0-ec21f88e66af req-30274e68-8b78-47c2-9774-b7ee2da698e1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486245 Sep 06 14:33:11.580784 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64623ed4-7fb4-45a4-8ff2-faa850f96872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d066019-01c7-4875-adc6-6af9784f8714,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:11.589632 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-64623ed4-7fb4-45a4-8ff2-faa850f96872 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1231010224d54744b4725d64056ed376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986552 Sep 06 14:33:11.600526 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 47044) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:11.625453 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c7274993-d8ca-4c00-a055-cef995b1ddf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.646447 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c7274993-d8ca-4c00-a055-cef995b1ddf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.678048 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b067c6be-10c5-4a38-ad76-acfee1f5bcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.737091 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b067c6be-10c5-4a38-ad76-acfee1f5bcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.766098 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f3306-2b68-4b0c-8c02-9e1fdc255b10 req-19729fc4-039c-4fa3-92e5-4b84b0075b02 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:11.768459 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-519f3306-2b68-4b0c-8c02-9e1fdc255b10 req-19729fc4-039c-4fa3-92e5-4b84b0075b02 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 944 time: 0.1043854 Sep 06 14:33:11.784090 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c7274993-d8ca-4c00-a055-cef995b1ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.787634 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c7274993-d8ca-4c00-a055-cef995b1ddf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.789904 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c7274993-d8ca-4c00-a055-cef995b1ddf7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43af106c-3415-4a90-a6f7-6acfab906afd HTTP/1.1" status: 204 len: 168 time: 0.2956131 Sep 06 14:33:11.792290 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96103082-6ab2-42c4-8d7d-aa6f1f721832 req-e0fc36ef-86d4-441a-8ee4-87151f71c0cc tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:11.794205 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96103082-6ab2-42c4-8d7d-aa6f1f721832 req-e0fc36ef-86d4-441a-8ee4-87151f71c0cc tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.1102602 Sep 06 14:33:11.819475 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7274993-d8ca-4c00-a055-cef995b1ddf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43af106c-3415-4a90-a6f7-6acfab906afd,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:11.843213 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b067c6be-10c5-4a38-ad76-acfee1f5bcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.846059 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b067c6be-10c5-4a38-ad76-acfee1f5bcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.847412 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b067c6be-10c5-4a38-ad76-acfee1f5bcae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d066019-01c7-4875-adc6-6af9784f8714 HTTP/1.1" status: 204 len: 168 time: 0.2443559 Sep 06 14:33:11.854210 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96103082-6ab2-42c4-8d7d-aa6f1f721832 req-1a3a5680-bac4-4f1f-adea-cbb58f8eb54f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509360 Sep 06 14:33:11.861544 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067c6be-10c5-4a38-ad76-acfee1f5bcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d066019-01c7-4875-adc6-6af9784f8714,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:11.869785 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-519f3306-2b68-4b0c-8c02-9e1fdc255b10 req-371d3503-02f5-4646-8857-791b2425a61f tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785084 Sep 06 14:33:12.741800 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f3cd8-4e94-4c31-a26b-01d5b4b8077c req-ccf81c33-3881-4e79-86da-f5b79bb1f8d6 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:12.743751 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cf6f3cd8-4e94-4c31-a26b-01d5b4b8077c req-ccf81c33-3881-4e79-86da-f5b79bb1f8d6 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 943 time: 0.0593739 Sep 06 14:33:12.784123 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device a3885dd1-77ef-4fca-81b8-f25e44a26b09 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:33:12.799264 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cf6f3cd8-4e94-4c31-a26b-01d5b4b8077c req-ae6c0625-1333-4263-8b5a-573ed418a8e7 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483823 Sep 06 14:33:12.926241 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port a3885dd1-77ef-4fca-81b8-f25e44a26b09, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a3885dd1-77ef-4fca-81b8-f25e44a26b09,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:33:12.953057 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': 'a3885dd1-77ef-4fca-81b8-f25e44a26b09', 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b', 'port_id': 'a3885dd1-77ef-4fca-81b8-f25e44a26b09', 'mac_address': 'fa:16:3e:90:24:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0d1cd7-81f5-422d-bf12-26ef03d90b93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:33:13.010335 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:13.028483 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3885dd1-77ef-4fca-81b8-f25e44a26b09 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:33:13.060616 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port a3885dd1-77ef-4fca-81b8-f25e44a26b09, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a3885dd1-77ef-4fca-81b8-f25e44a26b09,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:33:13.067674 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:13.068839 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce0c72-4207-4f58-91b1-1f4c095cc292 req-977d932a-eb99-4a74-8bf5-3ed58977a88a tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:13.071247 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c4ce0c72-4207-4f58-91b1-1f4c095cc292 req-977d932a-eb99-4a74-8bf5-3ed58977a88a tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 944 time: 0.0660965 Sep 06 14:33:13.090972 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd79f63-911f-4e85-99d8-b007d50388f2 req-e2c36087-c22b-48f9-80b4-8b8c7100463f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:13.099203 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-abd79f63-911f-4e85-99d8-b007d50388f2 req-e2c36087-c22b-48f9-80b4-8b8c7100463f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0757704 Sep 06 14:33:13.123172 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c4ce0c72-4207-4f58-91b1-1f4c095cc292 req-15cc2f4f-b848-4632-beec-6a71990b419a tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436172 Sep 06 14:33:13.146429 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=a3885dd1-77ef-4fca-81b8-f25e44a26b09,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:13.148393 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-abd79f63-911f-4e85-99d8-b007d50388f2 req-31ffd2ef-acc6-4283-b335-19d720be2905 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482934 Sep 06 14:33:13.567583 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['a3885dd1-77ef-4fca-81b8-f25e44a26b09'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:33:13.887264 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 47116) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:13.930192 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5693af-fbe4-4037-85b7-f0fe07194946 req-241a1f9b-c6a5-4614-84fe-a784c746f5d0 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:13.931698 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ed5693af-fbe4-4037-85b7-f0fe07194946 req-241a1f9b-c6a5-4614-84fe-a784c746f5d0 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 944 time: 0.0541368 Sep 06 14:33:13.977118 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ed5693af-fbe4-4037-85b7-f0fe07194946 req-b91fc0e3-bf70-4b75-9fa6-23c7de445056 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364983 Sep 06 14:33:14.014117 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6799143a-6744-40dc-8edc-beb41dfad355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:14.119685 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6799143a-6744-40dc-8edc-beb41dfad355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:14.126154 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6799143a-6744-40dc-8edc-beb41dfad355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:14.176288 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799143a-6744-40dc-8edc-beb41dfad355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a1d90b-7882-46db-8e28-5a464950c85e,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:14.178889 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6799143a-6744-40dc-8edc-beb41dfad355 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af8be3df79ab46a5943b3da4ef36e664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903326 Sep 06 14:33:14.183615 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 47130) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:14.277341 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9931375c-213f-44c8-b98a-0e9b6f727f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:14.305219 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 47132) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:14.315900 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32da83d-c0f6-424f-91c2-f1c39a69566f req-19f7f6c4-e3f0-4bf1-b69e-55c3e49be74b tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:14.317741 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c32da83d-c0f6-424f-91c2-f1c39a69566f req-19f7f6c4-e3f0-4bf1-b69e-55c3e49be74b tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 944 time: 0.0833061 Sep 06 14:33:14.318376 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9931375c-213f-44c8-b98a-0e9b6f727f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:14.344257 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312549d7-e66d-4028-9659-3c752be153f0 req-25582df4-bd76-49ac-9dcc-019d09248a0b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:14.346983 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-312549d7-e66d-4028-9659-3c752be153f0 req-25582df4-bd76-49ac-9dcc-019d09248a0b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.1021452 Sep 06 14:33:14.397679 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c32da83d-c0f6-424f-91c2-f1c39a69566f req-415bf1f2-c552-4cd3-a7e4-5cedea924a22 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678773 Sep 06 14:33:14.443943 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-312549d7-e66d-4028-9659-3c752be153f0 req-90aee23a-8444-4a6c-9fd0-3cdf4c21bdf7 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868673 Sep 06 14:33:14.469267 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9931375c-213f-44c8-b98a-0e9b6f727f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:14.473341 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9931375c-213f-44c8-b98a-0e9b6f727f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:14.474869 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-9931375c-213f-44c8-b98a-0e9b6f727f46 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39a1d90b-7882-46db-8e28-5a464950c85e HTTP/1.1" status: 204 len: 168 time: 0.2887175 Sep 06 14:33:14.498996 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931375c-213f-44c8-b98a-0e9b6f727f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a1d90b-7882-46db-8e28-5a464950c85e,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:14.500870 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4a299764-3542-4938-8a65-a4c3c91979c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:14.621991 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4a299764-3542-4938-8a65-a4c3c91979c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:14.629299 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4a299764-3542-4938-8a65-a4c3c91979c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:14.678698 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-4a299764-3542-4938-8a65-a4c3c91979c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7940451bc1e644ea9dbf7ca65746d354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707840 Sep 06 14:33:14.679473 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a299764-3542-4938-8a65-a4c3c91979c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e560ff9e-cdc8-428c-995f-567e3a1bb00a,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:14.683598 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 47142) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:14.763748 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d8eda7df-e8e8-47d4-b02a-9d29ac309b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:14.781658 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:33:14.797712 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d8eda7df-e8e8-47d4-b02a-9d29ac309b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:14.870189 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d8eda7df-e8e8-47d4-b02a-9d29ac309b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:14.875691 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d8eda7df-e8e8-47d4-b02a-9d29ac309b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:14.879629 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d8eda7df-e8e8-47d4-b02a-9d29ac309b8f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e560ff9e-cdc8-428c-995f-567e3a1bb00a HTTP/1.1" status: 204 len: 168 time: 0.1866558 Sep 06 14:33:14.892499 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 47148) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:14.898280 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eda7df-e8e8-47d4-b02a-9d29ac309b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e560ff9e-cdc8-428c-995f-567e3a1bb00a,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:14.913790 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d8c9558d-d7e8-4d2f-a4b4-305803259269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:14.949102 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 548eb2b3-1f1f-4a8f-bc88-6ab928018e79, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=548eb2b3-1f1f-4a8f-bc88-6ab928018e79,segment=NetworkSegment(ff70f900-beaf-4d35-80b1-36cd14857e4e),segment_id=ff70f900-beaf-4d35-80b1-36cd14857e4e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:33:14.966111 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': '548eb2b3-1f1f-4a8f-bc88-6ab928018e79', 'network_id': '790ca7af-5275-481e-88b6-a397a75d38b5', 'port_id': '548eb2b3-1f1f-4a8f-bc88-6ab928018e79', 'mac_address': 'fa:16:3e:80:43:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759a0ea0-9dae-4db6-b102-6e5d85f1c20a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:33:15.031573 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:15.063366 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:33:15.064998 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d8c9558d-d7e8-4d2f-a4b4-305803259269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:15.093442 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 548eb2b3-1f1f-4a8f-bc88-6ab928018e79, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=548eb2b3-1f1f-4a8f-bc88-6ab928018e79,segment=NetworkSegment(ff70f900-beaf-4d35-80b1-36cd14857e4e),segment_id=ff70f900-beaf-4d35-80b1-36cd14857e4e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:33:15.098490 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d8c9558d-d7e8-4d2f-a4b4-305803259269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:15.099194 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:15.151661 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=548eb2b3-1f1f-4a8f-bc88-6ab928018e79,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:15.160506 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-d8c9558d-d7e8-4d2f-a4b4-305803259269 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47d2365386124c5da2fc35a4402b06f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662952 Sep 06 14:33:15.162813 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9558d-d7e8-4d2f-a4b4-305803259269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d79ee0e-c6a6-4cc2-b048-bbec522cf41a,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:15.163177 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 47154) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:15.174160 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ea522-853c-4c22-8b19-124a932b8ffa req-b246ef43-0821-40cc-b6bc-65a7660a520e tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:15.181737 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-639ea522-853c-4c22-8b19-124a932b8ffa req-b246ef43-0821-40cc-b6bc-65a7660a520e tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 944 time: 0.1148927 Sep 06 14:33:15.219929 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-639ea522-853c-4c22-8b19-124a932b8ffa req-e25e9093-fe4a-4136-b42d-c2bf37b4904b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371392 Sep 06 14:33:15.228579 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7b7403cd-ee4f-4c8a-bee6-c89d0170d948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:15.253630 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7b7403cd-ee4f-4c8a-bee6-c89d0170d948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:15.306003 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7b7403cd-ee4f-4c8a-bee6-c89d0170d948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:15.308567 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7b7403cd-ee4f-4c8a-bee6-c89d0170d948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:15.310350 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7b7403cd-ee4f-4c8a-bee6-c89d0170d948 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d79ee0e-c6a6-4cc2-b048-bbec522cf41a HTTP/1.1" status: 204 len: 168 time: 0.1455963 Sep 06 14:33:15.318122 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7403cd-ee4f-4c8a-bee6-c89d0170d948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d79ee0e-c6a6-4cc2-b048-bbec522cf41a,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:15.558222 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7aac5-7b9c-4ef0-8743-b355400f967a req-a58d88cc-a8d8-4102-ba7b-32edb3c3f0c1 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:15.560029 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ebe7aac5-7b9c-4ef0-8743-b355400f967a req-a58d88cc-a8d8-4102-ba7b-32edb3c3f0c1 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 945 time: 0.0865459 Sep 06 14:33:15.578954 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['548eb2b3-1f1f-4a8f-bc88-6ab928018e79'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:33:15.628035 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc5a69-996f-423f-b7cf-6a256c6fcd87 req-590e996e-57ac-4010-91e7-6ae549af6476 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:15.629884 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bdcc5a69-996f-423f-b7cf-6a256c6fcd87 req-590e996e-57ac-4010-91e7-6ae549af6476 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0755658 Sep 06 14:33:15.642108 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ebe7aac5-7b9c-4ef0-8743-b355400f967a req-0452dc48-f518-4c5b-9ddb-4f121ad9887d tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750101 Sep 06 14:33:15.688859 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bdcc5a69-996f-423f-b7cf-6a256c6fcd87 req-9a736ece-071b-4d26-bd68-36643ce065a7 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480196 Sep 06 14:33:16.360449 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0158c-e954-4201-9614-2fbcefdc5248 req-ce4e7796-f01f-4a53-9703-fbe03660adba tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:16.362797 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f9b0158c-e954-4201-9614-2fbcefdc5248 req-ce4e7796-f01f-4a53-9703-fbe03660adba tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 944 time: 0.0623724 Sep 06 14:33:16.425561 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f9b0158c-e954-4201-9614-2fbcefdc5248 req-97cf4d1b-0ff1-470d-a0fe-5acec7086077 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493162 Sep 06 14:33:16.770799 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b039d-3e04-4121-8879-7debbfef71b0 req-8685ddaa-04ed-42fc-917b-ebf4f39447cd tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:16.772498 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e22b039d-3e04-4121-8879-7debbfef71b0 req-8685ddaa-04ed-42fc-917b-ebf4f39447cd tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 945 time: 0.0590467 Sep 06 14:33:16.787807 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device a3885dd1-77ef-4fca-81b8-f25e44a26b09 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:33:16.813952 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e213a8-64e1-4b44-b09f-9faa7d15efb8 req-1ea763b1-72d7-45fa-b2d9-2b2881cc8e4f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:16.815642 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-93e213a8-64e1-4b44-b09f-9faa7d15efb8 req-1ea763b1-72d7-45fa-b2d9-2b2881cc8e4f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0566518 Sep 06 14:33:16.839986 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e22b039d-3e04-4121-8879-7debbfef71b0 req-df86bd6a-dbb2-4384-a8a8-f7ed71bc705a tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544169 Sep 06 14:33:16.866253 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-93e213a8-64e1-4b44-b09f-9faa7d15efb8 req-1c588fb8-8fab-47bb-9e91-f069264d01ca tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439546 Sep 06 14:33:16.868141 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port a3885dd1-77ef-4fca-81b8-f25e44a26b09 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:33:16.872744 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port a3885dd1-77ef-4fca-81b8-f25e44a26b09 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:33:16.873307 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:16.954256 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:16.978778 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc3e924-eba7-45a2-909b-e6bc956f6782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3885dd1-77ef-4fca-81b8-f25e44a26b09'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:33:16.981119 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e03b4d5-f8ad-4143-b9ee-b5d011f67597" -d '{"events": [{"server_uuid": "0cc3e924-eba7-45a2-909b-e6bc956f6782", "name": "network-vif-plugged", "status": "completed", "tag": "a3885dd1-77ef-4fca-81b8-f25e44a26b09"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:33:16.994879 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port a3885dd1-77ef-4fca-81b8-f25e44a26b09, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a3885dd1-77ef-4fca-81b8-f25e44a26b09,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:33:17.000955 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:17.032289 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1c8048-41be-4732-ba97-09e679cf1b2f x-openstack-request-id: req-cb1c8048-41be-4732-ba97-09e679cf1b2f {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:33:17.032587 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc3e924-eba7-45a2-909b-e6bc956f6782", "name": "network-vif-plugged", "status": "completed", "tag": "a3885dd1-77ef-4fca-81b8-f25e44a26b09", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:33:17.032843 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb1c8048-41be-4732-ba97-09e679cf1b2f {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:33:17.033241 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc3e924-eba7-45a2-909b-e6bc956f6782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3885dd1-77ef-4fca-81b8-f25e44a26b09', 'code': 200} Sep 06 14:33:17.058170 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=a3885dd1-77ef-4fca-81b8-f25e44a26b09,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:17.276761 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b5ef8-5c9f-491e-869d-d25d1a98bdea req-e27cd3d1-0cf6-450a-a6ad-2b90d9235cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:17.278270 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2f5b5ef8-5c9f-491e-869d-d25d1a98bdea req-e27cd3d1-0cf6-450a-a6ad-2b90d9235cb1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 1098 time: 0.0452557 Sep 06 14:33:17.319289 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2f5b5ef8-5c9f-491e-869d-d25d1a98bdea req-25344056-de5d-497b-b51a-3d079498fe5c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302682 Sep 06 14:33:17.537670 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158f2c5-9655-4d76-9b57-c4308a4f1488 req-4806a9d2-d6e5-456d-aa25-b500ae382158 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:17.539076 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a158f2c5-9655-4d76-9b57-c4308a4f1488 req-4806a9d2-d6e5-456d-aa25-b500ae382158 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 945 time: 0.0503376 Sep 06 14:33:17.578060 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a158f2c5-9655-4d76-9b57-c4308a4f1488 req-87adb05b-bdc7-4b15-a39a-774f06452ea0 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324793 Sep 06 14:33:17.958929 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7f627-96fd-4bfb-8de6-dcf91824306c req-afc011c7-644f-4b02-8534-520c0e934543 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:17.960806 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-46a7f627-96fd-4bfb-8de6-dcf91824306c req-afc011c7-644f-4b02-8534-520c0e934543 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 945 time: 0.0508814 Sep 06 14:33:17.990815 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f3074-bed7-4937-aa7d-073527604318 req-011aedae-fb80-409a-a5b3-6b71454b54d2 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:17.992622 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c79f3074-bed7-4937-aa7d-073527604318 req-011aedae-fb80-409a-a5b3-6b71454b54d2 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0535216 Sep 06 14:33:18.007011 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-46a7f627-96fd-4bfb-8de6-dcf91824306c req-a1be03f3-de92-4709-b202-59c3c11d1c6c tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396750 Sep 06 14:33:18.033867 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c79f3074-bed7-4937-aa7d-073527604318 req-ff240f22-5dce-4996-a628-3272cad11fc6 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339520 Sep 06 14:33:18.717522 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a779ef-d767-4fcb-ad5e-894ffa5b8287 req-df4057ae-13c4-4884-9f65-51d0022d8f91 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:18.719141 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b5a779ef-d767-4fcb-ad5e-894ffa5b8287 req-df4057ae-13c4-4884-9f65-51d0022d8f91 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 945 time: 0.0537441 Sep 06 14:33:18.759403 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b5a779ef-d767-4fcb-ad5e-894ffa5b8287 req-d5a4b5dc-bfab-49db-a00e-6ddd1789e882 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340724 Sep 06 14:33:18.797024 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:33:18.853934 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:33:18.860214 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:33:18.860734 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:18.947756 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:18.984442 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 548eb2b3-1f1f-4a8f-bc88-6ab928018e79, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=548eb2b3-1f1f-4a8f-bc88-6ab928018e79,segment=NetworkSegment(ff70f900-beaf-4d35-80b1-36cd14857e4e),segment_id=ff70f900-beaf-4d35-80b1-36cd14857e4e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:33:18.988739 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:19.035809 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc2b279-4b65-493e-b259-f53665fdd613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548eb2b3-1f1f-4a8f-bc88-6ab928018e79'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:33:19.038225 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efe5e08-c0cb-4bbc-88ef-bf0df5b60407" -d '{"events": [{"server_uuid": "3fc2b279-4b65-493e-b259-f53665fdd613", "name": "network-vif-plugged", "status": "completed", "tag": "548eb2b3-1f1f-4a8f-bc88-6ab928018e79"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:33:19.048190 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=548eb2b3-1f1f-4a8f-bc88-6ab928018e79,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:19.079060 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc8db66-9ac0-40d2-bb9f-5e815349de66 x-openstack-request-id: req-afc8db66-9ac0-40d2-bb9f-5e815349de66 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:33:19.079382 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc2b279-4b65-493e-b259-f53665fdd613", "name": "network-vif-plugged", "status": "completed", "tag": "548eb2b3-1f1f-4a8f-bc88-6ab928018e79", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:33:19.079671 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afc8db66-9ac0-40d2-bb9f-5e815349de66 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:33:19.080096 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc2b279-4b65-493e-b259-f53665fdd613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548eb2b3-1f1f-4a8f-bc88-6ab928018e79', 'code': 200} Sep 06 14:33:19.141194 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc96bc-a3d9-4380-89c3-8cec26b41d36 req-174f80c3-393c-4f65-8adf-da3e01cfbe3a tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:19.142071 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3bfc96bc-a3d9-4380-89c3-8cec26b41d36 req-174f80c3-393c-4f65-8adf-da3e01cfbe3a tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 946 time: 0.0551541 Sep 06 14:33:19.199351 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862eed11-6cab-44f9-9099-6beac304b84e req-1c6c00e1-df92-4870-bf12-04bb393921f7 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:19.202200 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-862eed11-6cab-44f9-9099-6beac304b84e req-1c6c00e1-df92-4870-bf12-04bb393921f7 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0724523 Sep 06 14:33:19.204203 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3bfc96bc-a3d9-4380-89c3-8cec26b41d36 req-8aaef55f-5ef9-4e4f-92db-ff145d052de7 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504184 Sep 06 14:33:19.244936 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-862eed11-6cab-44f9-9099-6beac304b84e req-8258ee39-9fad-4da5-8a02-94dd46fdcf3b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352089 Sep 06 14:33:19.312432 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a115c-d92e-4aa5-961d-db3b96e3d43d req-5ed28263-4488-4409-9f3d-0e1c8fd076fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:19.314923 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6d0a115c-d92e-4aa5-961d-db3b96e3d43d req-5ed28263-4488-4409-9f3d-0e1c8fd076fb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 1099 time: 0.0505376 Sep 06 14:33:19.365034 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6d0a115c-d92e-4aa5-961d-db3b96e3d43d req-8536872f-fc47-4def-9df6-38757028d4c2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317988 Sep 06 14:33:19.885086 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf8668-090b-436b-bbbd-815d6bbad054 req-0be8bd78-5889-4e6c-a499-341600a2dffe tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:19.886682 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f9bf8668-090b-436b-bbbd-815d6bbad054 req-0be8bd78-5889-4e6c-a499-341600a2dffe tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 945 time: 0.0540552 Sep 06 14:33:19.930414 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f9bf8668-090b-436b-bbbd-815d6bbad054 req-8a6c32e5-c123-472a-9d27-41dee96786a1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373471 Sep 06 14:33:20.338616 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc956bfa-d604-4b5d-852a-a74ef3f706b3 req-0d23fd8e-3aed-4b15-9cfb-15da0449d3f6 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:20.341527 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc956bfa-d604-4b5d-852a-a74ef3f706b3 req-0d23fd8e-3aed-4b15-9cfb-15da0449d3f6 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 946 time: 0.0555472 Sep 06 14:33:20.392794 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7224-b331-4b6c-855c-e470e56b4244 req-f9f14829-74c4-4632-a412-7bdb165584bc tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:20.393673 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc956bfa-d604-4b5d-852a-a74ef3f706b3 req-e85d0242-decf-437b-953b-26da7156bd54 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Sep 06 14:33:20.394659 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f4ea7224-b331-4b6c-855c-e470e56b4244 req-f9f14829-74c4-4632-a412-7bdb165584bc tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0721779 Sep 06 14:33:20.444943 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f4ea7224-b331-4b6c-855c-e470e56b4244 req-6ef093b3-cacf-419d-a533-b5b75035a323 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440638 Sep 06 14:33:21.554863 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8983970-ac7e-4eb1-b972-0ce9cdf278c5 req-8b3c92dd-7ccf-4317-87de-18396e186263 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:21.556466 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d8983970-ac7e-4eb1-b972-0ce9cdf278c5 req-8b3c92dd-7ccf-4317-87de-18396e186263 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 946 time: 0.0646513 Sep 06 14:33:21.568745 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e763f2d-4122-481e-89bd-6485884261b6 req-5961f211-db9c-4608-82c4-10e508f705c8 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:21.570291 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6e763f2d-4122-481e-89bd-6485884261b6 req-5961f211-db9c-4608-82c4-10e508f705c8 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0525613 Sep 06 14:33:21.600003 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d8983970-ac7e-4eb1-b972-0ce9cdf278c5 req-a1b35875-2d12-4372-808e-38ae281f1391 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373423 Sep 06 14:33:21.614040 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6e763f2d-4122-481e-89bd-6485884261b6 req-30411f71-cb1b-420c-a088-01415cef8823 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365772 Sep 06 14:33:25.248985 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babba7da-d3a8-43d6-b7ca-30434e639b0b req-df61a687-c164-41d3-accf-85caeb74155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:25.250578 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-babba7da-d3a8-43d6-b7ca-30434e639b0b req-df61a687-c164-41d3-accf-85caeb74155b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 1098 time: 0.0428994 Sep 06 14:33:25.288176 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-babba7da-d3a8-43d6-b7ca-30434e639b0b req-3b04bc79-b868-4eb6-b026-cf86b03e8d07 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305572 Sep 06 14:33:25.923193 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff3498-87f6-4924-b081-58a4dda2661c req-665bb7ee-bc02-4293-a8bb-cf4f7e5712fc tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:25.924835 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-86ff3498-87f6-4924-b081-58a4dda2661c req-665bb7ee-bc02-4293-a8bb-cf4f7e5712fc tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 946 time: 0.0619805 Sep 06 14:33:25.940366 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e924620-e7c8-4eea-8d2d-0603b1b47f52 req-af7bbacd-00d4-4800-9e61-6f30d32d44e8 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:25.942091 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0e924620-e7c8-4eea-8d2d-0603b1b47f52 req-af7bbacd-00d4-4800-9e61-6f30d32d44e8 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0610676 Sep 06 14:33:25.985665 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-86ff3498-87f6-4924-b081-58a4dda2661c req-29e9781d-de56-435d-84ce-592cc560fb16 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541589 Sep 06 14:33:26.003618 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0e924620-e7c8-4eea-8d2d-0603b1b47f52 req-f59b1949-a6e7-4366-b79b-79085592fd7f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549097 Sep 06 14:33:27.116719 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f7e48-9a5a-40b2-95a4-1b3bcdd4d1af req-b0bcc95b-cd32-4844-9a41-5452dcb28c6e tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:27.118626 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a96f7e48-9a5a-40b2-95a4-1b3bcdd4d1af req-b0bcc95b-cd32-4844-9a41-5452dcb28c6e tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 946 time: 0.0622017 Sep 06 14:33:27.134126 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25fb12-e68d-497d-964c-92cc7ee6c60b req-9ea1268b-f185-4fa8-ab45-4d9925a959f3 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:27.136331 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bf25fb12-e68d-497d-964c-92cc7ee6c60b req-9ea1268b-f185-4fa8-ab45-4d9925a959f3 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0550799 Sep 06 14:33:27.158397 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a96f7e48-9a5a-40b2-95a4-1b3bcdd4d1af req-8fe8143f-2270-421a-8b4a-8ad94134a3d0 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330930 Sep 06 14:33:27.176986 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bf25fb12-e68d-497d-964c-92cc7ee6c60b req-a814e1e4-1638-414a-9e2c-e55f0b1dc164 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344553 Sep 06 14:33:28.108849 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b79ba-bad9-4222-9fab-47a94028f861 req-51a03f5b-8f08-445f-b874-493e5601a1bc tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:28.111683 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-882b79ba-bad9-4222-9fab-47a94028f861 req-51a03f5b-8f08-445f-b874-493e5601a1bc tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 946 time: 0.0710709 Sep 06 14:33:28.159241 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-882b79ba-bad9-4222-9fab-47a94028f861 req-7641c856-6d43-40ab-aa2b-3db6b7ce0864 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412443 Sep 06 14:33:28.302641 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb4b22-eab5-40e8-a483-0b5125b4a3e5 req-8702ef7b-bca2-48a7-ac90-213fb92fbc46 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:28.304150 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05bb4b22-eab5-40e8-a483-0b5125b4a3e5 req-8702ef7b-bca2-48a7-ac90-213fb92fbc46 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0518847 Sep 06 14:33:28.344350 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05bb4b22-eab5-40e8-a483-0b5125b4a3e5 req-9dbf7d84-c5b0-462e-adaf-eb88c00d430f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333369 Sep 06 14:33:28.470075 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b87693-ffc8-4209-9bbe-2e52e5659f3e req-91dee453-7edd-4cba-b2f1-2c1104a82164 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:28.473292 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f5b87693-ffc8-4209-9bbe-2e52e5659f3e req-91dee453-7edd-4cba-b2f1-2c1104a82164 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0559449 Sep 06 14:33:28.522656 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f5b87693-ffc8-4209-9bbe-2e52e5659f3e req-63b32432-40cd-4842-9789-3b790f14a0ed tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436597 Sep 06 14:33:29.291061 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ebf16-c45f-470a-ac4a-cafb0043dee4 req-de7cfb4c-bbf5-4e14-a5c2-4ea120227689 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:29.292552 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-415ebf16-c45f-470a-ac4a-cafb0043dee4 req-de7cfb4c-bbf5-4e14-a5c2-4ea120227689 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 946 time: 0.0498967 Sep 06 14:33:29.333629 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-415ebf16-c45f-470a-ac4a-cafb0043dee4 req-e9323dfc-ed27-4a65-8159-ca1a00b84f30 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339382 Sep 06 14:33:29.812755 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e408274-21db-479b-8ffb-8c8187b21f03 req-c3f282fa-2293-4204-a5cd-8bb5c7248dbb tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:29.814332 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1e408274-21db-479b-8ffb-8c8187b21f03 req-c3f282fa-2293-4204-a5cd-8bb5c7248dbb tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 946 time: 0.0564895 Sep 06 14:33:29.974629 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-1e408274-21db-479b-8ffb-8c8187b21f03 req-f18b46a5-a53d-4234-88bc-11fc6d18f102 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Deleting port 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:33:29.975037 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-1e408274-21db-479b-8ffb-8c8187b21f03 req-f18b46a5-a53d-4234-88bc-11fc6d18f102 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:30.087360 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-1e408274-21db-479b-8ffb-8c8187b21f03 req-f18b46a5-a53d-4234-88bc-11fc6d18f102 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] For port 548eb2b3-1f1f-4a8f-bc88-6ab928018e79, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=548eb2b3-1f1f-4a8f-bc88-6ab928018e79,segment=NetworkSegment(ff70f900-beaf-4d35-80b1-36cd14857e4e),segment_id=ff70f900-beaf-4d35-80b1-36cd14857e4e)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:33:30.088031 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-1e408274-21db-479b-8ffb-8c8187b21f03 req-f18b46a5-a53d-4234-88bc-11fc6d18f102 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:30.106946 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-1e408274-21db-479b-8ffb-8c8187b21f03 req-f18b46a5-a53d-4234-88bc-11fc6d18f102 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Calling delete_port for 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:33:30.255094 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426b67a-4bf8-42a4-aa15-04665a467a1b req-cb286c38-a741-43eb-b504-e0dfab9dca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:30.257963 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d426b67a-4bf8-42a4-aa15-04665a467a1b req-cb286c38-a741-43eb-b504-e0dfab9dca65 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1aa8874a626416e82820a8f9fda0599&device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 1098 time: 0.0856838 Sep 06 14:33:30.341138 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-1e408274-21db-479b-8ffb-8c8187b21f03 req-f18b46a5-a53d-4234-88bc-11fc6d18f102 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:30.362636 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['548eb2b3-1f1f-4a8f-bc88-6ab928018e79'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:33:30.367585 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c905e9-7e3b-44a0-ba4b-a4b470a60e49 req-af5d06fd-e0e5-4c3c-b0c3-a13760a161f7 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:30.369401 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-04c905e9-7e3b-44a0-ba4b-a4b470a60e49 req-af5d06fd-e0e5-4c3c-b0c3-a13760a161f7 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.1203043 Sep 06 14:33:30.397110 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426b67a-4bf8-42a4-aa15-04665a467a1b req-d0ab8154-5e92-452d-88d4-8b707720d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:30.399125 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d426b67a-4bf8-42a4-aa15-04665a467a1b req-d0ab8154-5e92-452d-88d4-8b707720d1e7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab HTTP/1.1" status: 200 len: 920 time: 0.1336739 Sep 06 14:33:30.405965 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b46a5-a53d-4234-88bc-11fc6d18f102 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Pushing event deleted for resources: {'Port': ['ID=548eb2b3-1f1f-4a8f-bc88-6ab928018e79,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:30.471888 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d426b67a-4bf8-42a4-aa15-04665a467a1b req-b80de14a-c8b8-401d-913f-21c1b7304442 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21158f81-630c-46ab-ace2-c41957ff6048 HTTP/1.1" status: 200 len: 217 time: 0.0572731 Sep 06 14:33:30.472191 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e408274-21db-479b-8ffb-8c8187b21f03 req-f18b46a5-a53d-4234-88bc-11fc6d18f102 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] No DVR routers for this DVR port 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 on host hv-cinder-79128 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:33:30.476204 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-1e408274-21db-479b-8ffb-8c8187b21f03 req-f18b46a5-a53d-4234-88bc-11fc6d18f102 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:30.478288 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1e408274-21db-479b-8ffb-8c8187b21f03 req-f18b46a5-a53d-4234-88bc-11fc6d18f102 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.22 "DELETE /v2.0/ports/548eb2b3-1f1f-4a8f-bc88-6ab928018e79 HTTP/1.1" status: 204 len: 173 time: 0.6575286 Sep 06 14:33:30.478736 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc2b279-4b65-493e-b259-f53665fdd613', 'name': 'network-vif-deleted', 'tag': '548eb2b3-1f1f-4a8f-bc88-6ab928018e79'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:33:30.481498 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3b9b2f-1ab9-4340-959e-4d6fe1d92df0" -d '{"events": [{"server_uuid": "3fc2b279-4b65-493e-b259-f53665fdd613", "name": "network-vif-deleted", "tag": "548eb2b3-1f1f-4a8f-bc88-6ab928018e79"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:33:30.514965 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-04c905e9-7e3b-44a0-ba4b-a4b470a60e49 req-5be164b7-e6be-458e-9e93-47c2edcaf2b3 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159286 Sep 06 14:33:30.543643 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426b67a-4bf8-42a4-aa15-04665a467a1b req-00cdc519-9406-4e72-9f35-01d55dfe7fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:30.545137 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d426b67a-4bf8-42a4-aa15-04665a467a1b req-00cdc519-9406-4e72-9f35-01d55dfe7fd4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fa9df13-81db-409e-a9f9-45d5d5eb4201 HTTP/1.1" status: 200 len: 859 time: 0.0653811 Sep 06 14:33:30.547106 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0113d82c-1abb-4c52-a508-7e59dfc754b1 req-90d31909-25a6-4b09-bc21-62ef8e2b1de1 tempest-VolumesActionsTest-104886479 tempest-VolumesActionsTest-104886479-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc2b279-4b65-493e-b259-f53665fdd613 HTTP/1.1" status: 200 len: 210 time: 0.0777314 Sep 06 14:33:30.577743 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84174138-b55c-4db0-b579-c293e27e58f7 x-openstack-request-id: req-84174138-b55c-4db0-b579-c293e27e58f7 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:33:30.578226 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc2b279-4b65-493e-b259-f53665fdd613", "name": "network-vif-deleted", "tag": "548eb2b3-1f1f-4a8f-bc88-6ab928018e79", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:33:30.578576 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84174138-b55c-4db0-b579-c293e27e58f7 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:33:30.579116 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc2b279-4b65-493e-b259-f53665fdd613', 'name': 'network-vif-deleted', 'tag': '548eb2b3-1f1f-4a8f-bc88-6ab928018e79', 'status': 'completed', 'code': 200} Sep 06 14:33:30.602740 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d426b67a-4bf8-42a4-aa15-04665a467a1b req-0d4eff02-1bf8-4cfa-9cf9-350db47ad475 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397887 Sep 06 14:33:30.725324 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d426b67a-4bf8-42a4-aa15-04665a467a1b req-c4b78a93-97c6-4a41-9675-f2e90487e249 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138709 Sep 06 14:33:30.835347 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d426b67a-4bf8-42a4-aa15-04665a467a1b req-9cab15b6-5698-4c3f-907d-c88a433042f1 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013668 Sep 06 14:33:31.157894 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 47588) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:31.265913 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1eb0afec-8528-4c9e-9450-557997a40eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:31.370330 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1eb0afec-8528-4c9e-9450-557997a40eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:31.375463 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1eb0afec-8528-4c9e-9450-557997a40eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:31.625124 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-1eb0afec-8528-4c9e-9450-557997a40eb7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9d02a2336674910a534d53ea698a7ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4650824 Sep 06 14:33:31.625984 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0afec-8528-4c9e-9450-557997a40eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981158a8-0f4a-478f-b07a-f129b24601bd,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:31.628579 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 47604) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:31.665760 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f3699-724d-4443-a620-6cd5f7f042d6 req-fda9bb7a-fa45-404c-98b4-328851a8280a tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:31.670407 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a57f3699-724d-4443-a620-6cd5f7f042d6 req-fda9bb7a-fa45-404c-98b4-328851a8280a tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0758047 Sep 06 14:33:31.682727 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f94d2b17-f8ba-4c4d-8871-6f00bc67f3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:31.708255 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f94d2b17-f8ba-4c4d-8871-6f00bc67f3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:31.734413 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a57f3699-724d-4443-a620-6cd5f7f042d6 req-1d987416-0401-4c6e-b2b6-546d3b3fd9c1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593624 Sep 06 14:33:31.769055 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f94d2b17-f8ba-4c4d-8871-6f00bc67f3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:31.771885 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f94d2b17-f8ba-4c4d-8871-6f00bc67f3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:31.773127 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f94d2b17-f8ba-4c4d-8871-6f00bc67f3da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/981158a8-0f4a-478f-b07a-f129b24601bd HTTP/1.1" status: 204 len: 168 time: 0.1434484 Sep 06 14:33:31.782708 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d2b17-f8ba-4c4d-8871-6f00bc67f3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981158a8-0f4a-478f-b07a-f129b24601bd,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:32.084381 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 47632) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:32.104955 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8cf383bf-fe6d-408b-8452-6b66a559d606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:32.218706 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8cf383bf-fe6d-408b-8452-6b66a559d606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:32.223259 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8cf383bf-fe6d-408b-8452-6b66a559d606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:32.264034 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf383bf-fe6d-408b-8452-6b66a559d606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ca1d9e-d458-4883-b2e7-d4eabc5216c7,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:32.276020 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-8cf383bf-fe6d-408b-8452-6b66a559d606 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=edf473e283104a36ad2f7325b1ab02b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848488 Sep 06 14:33:32.276140 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 47640) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:32.366861 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d7f87efa-f81a-4469-9efe-3a89efac41b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:32.399936 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d7f87efa-f81a-4469-9efe-3a89efac41b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:32.459213 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d7f87efa-f81a-4469-9efe-3a89efac41b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:32.463002 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d7f87efa-f81a-4469-9efe-3a89efac41b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:32.464803 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d7f87efa-f81a-4469-9efe-3a89efac41b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4ca1d9e-d458-4883-b2e7-d4eabc5216c7 HTTP/1.1" status: 204 len: 168 time: 0.1919563 Sep 06 14:33:32.474867 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f87efa-f81a-4469-9efe-3a89efac41b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ca1d9e-d458-4883-b2e7-d4eabc5216c7,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:32.852754 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c26f27-9f9c-481a-9e2a-004f57825434 req-eb6a3d11-39d6-47f8-b3e5-569485e5631b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:32.854318 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-62c26f27-9f9c-481a-9e2a-004f57825434 req-eb6a3d11-39d6-47f8-b3e5-569485e5631b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0528164 Sep 06 14:33:32.858831 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:33:32.880876 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:33:32.881280 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 548eb2b3-1f1f-4a8f-bc88-6ab928018e79 not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:33:32.907023 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-62c26f27-9f9c-481a-9e2a-004f57825434 req-f3cdede3-d26b-4897-9dfc-dd88e3fb9f7e tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434732 Sep 06 14:33:34.524009 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8c791943-34d1-4e91-ba7d-72036197ea1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:37.428569 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8a1325af-e90c-4e90-8085-761e6947f8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:37.584092 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:37.644054 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1dbc6-6ad7-4b1d-97f6-4807d1d55a8b req-25cbd629-e1c4-481f-bbea-5d69ff08ff5a tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:37.645536 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-91b1dbc6-6ad7-4b1d-97f6-4807d1d55a8b req-25cbd629-e1c4-481f-bbea-5d69ff08ff5a tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0498948 Sep 06 14:33:37.683513 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-91b1dbc6-6ad7-4b1d-97f6-4807d1d55a8b req-3b733e6d-38f7-4643-93bf-5104970d568a tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322337 Sep 06 14:33:37.966477 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-befe4582-c5db-46be-97a3-d5556bc1623c req-d929a7b7-b8b2-40b6-99f4-1d180efe1534 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393088 Sep 06 14:33:38.044046 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe4582-c5db-46be-97a3-d5556bc1623c req-6a4c48fb-2fee-4942-abde-37357da28f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:38.045548 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-befe4582-c5db-46be-97a3-d5556bc1623c req-6a4c48fb-2fee-4942-abde-37357da28f3f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b71c96e485443ba9b7f50edbda420c2&device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 1098 time: 0.0437613 Sep 06 14:33:38.207442 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe4582-c5db-46be-97a3-d5556bc1623c req-39d5c5d8-c057-4d2c-bb6f-bd2d845f53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:38.208925 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-befe4582-c5db-46be-97a3-d5556bc1623c req-39d5c5d8-c057-4d2c-bb6f-bd2d845f53ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 200 len: 918 time: 0.0852261 Sep 06 14:33:38.281989 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-befe4582-c5db-46be-97a3-d5556bc1623c req-58b6d64f-a048-44fb-a65e-885dc43564ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343e4f3e-9faa-4397-8793-4812d09122cf HTTP/1.1" status: 200 len: 1000 time: 0.0621152 Sep 06 14:33:38.334020 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe4582-c5db-46be-97a3-d5556bc1623c req-71b5995c-0b79-4e7a-aba3-a8b7092f2b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:38.335535 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-befe4582-c5db-46be-97a3-d5556bc1623c req-71b5995c-0b79-4e7a-aba3-a8b7092f2b5c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=be400bbf-0c01-4e2c-9828-7b5bdb047a6b HTTP/1.1" status: 200 len: 856 time: 0.0462976 Sep 06 14:33:38.385729 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe4582-c5db-46be-97a3-d5556bc1623c req-26508037-4748-449c-bc39-cdfdfd545197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:38.387908 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-befe4582-c5db-46be-97a3-d5556bc1623c req-26508037-4748-449c-bc39-cdfdfd545197 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434709 Sep 06 14:33:38.483869 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-befe4582-c5db-46be-97a3-d5556bc1623c req-db0740ef-cefe-4316-9afc-18e6faa47726 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868375 Sep 06 14:33:38.583296 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-befe4582-c5db-46be-97a3-d5556bc1623c req-47a452b3-86a3-4b94-a7dd-9e065d240c68 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918171 Sep 06 14:33:38.818180 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9795dc-6b44-4f16-9985-3cd754fe618c req-9ddea54a-5cb7-4451-835f-a68aaf3e398b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:38.819925 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cb9795dc-6b44-4f16-9985-3cd754fe618c req-9ddea54a-5cb7-4451-835f-a68aaf3e398b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0590119 Sep 06 14:33:38.861027 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cb9795dc-6b44-4f16-9985-3cd754fe618c req-408938e3-81d0-4578-9ee0-73191039267a tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348723 Sep 06 14:33:38.879173 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:39.586805 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 47818) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:39.854030 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:40.138880 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea230e-6518-41f0-a78a-d93dcaec81ad req-040848d2-0da8-49d5-b5d8-2aa3d28e7481 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:40.148657 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-73ea230e-6518-41f0-a78a-d93dcaec81ad req-040848d2-0da8-49d5-b5d8-2aa3d28e7481 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0968850 Sep 06 14:33:40.187059 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:40.221894 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-73ea230e-6518-41f0-a78a-d93dcaec81ad req-ef2a594d-f1b0-415f-aca9-b13d9e7f92dd tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721245 Sep 06 14:33:40.228314 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:40.281211 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350b2735-67b2-47a3-a990-693b4f0dd108,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:40.294379 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9ed83eefa384aea809a4f309d7a27f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7061861 Sep 06 14:33:40.295970 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.296318 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.296802 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.297143 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.297511 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 47846) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:40.298046 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.298046 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.298229 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.298447 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.298771 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.299096 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.299416 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.299834 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138dc0e4-fc2f-43de-a319-5bd46b470319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.374623 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:40.405032 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:40.429469 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:40.523141 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:40.528554 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:40.531329 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/350b2735-67b2-47a3-a990-693b4f0dd108 HTTP/1.1" status: 204 len: 168 time: 0.2316296 Sep 06 14:33:40.562712 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350b2735-67b2-47a3-a990-693b4f0dd108,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:40.585853 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.586660 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.588213 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.593626 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.594252 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.594771 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.595297 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.595648 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.595979 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.596314 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.596819 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.597147 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0b0be-9a04-4423-944c-c5838f10998e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:40.776109 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:41.389978 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1c69f-aa01-4299-b2af-ec63a1bff082 req-7248834f-ee9f-4d29-89cd-aba8cdbd1e46 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:41.397696 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8f1c69f-aa01-4299-b2af-ec63a1bff082 req-7248834f-ee9f-4d29-89cd-aba8cdbd1e46 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0733533 Sep 06 14:33:41.449487 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8f1c69f-aa01-4299-b2af-ec63a1bff082 req-4d390825-6dc6-4e5e-8f48-708f58001473 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483136 Sep 06 14:33:42.583353 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89703629-ab07-4ba7-8d98-e10517f27718 req-348f2a07-451a-483f-ae74-e733d490c00d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:42.592522 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-89703629-ab07-4ba7-8d98-e10517f27718 req-348f2a07-451a-483f-ae74-e733d490c00d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0739486 Sep 06 14:33:42.631428 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:33:42.649401 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-89703629-ab07-4ba7-8d98-e10517f27718 req-516a6fea-a579-45ec-83a8-e9e07f8290ad tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557947 Sep 06 14:33:43.079901 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 47954) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:43.251451 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9847-8a04-4321-8c98-2585586bcc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:43.441347 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9847-8a04-4321-8c98-2585586bcc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:43.457478 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9847-8a04-4321-8c98-2585586bcc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:43.546970 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f9ce9847-8a04-4321-8c98-2585586bcc45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b228ce733db45e7acd3582ef006e541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4629178 Sep 06 14:33:43.546970 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce9847-8a04-4321-8c98-2585586bcc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d72d7a4-332c-4b8a-8eb0-48a9ed1ac082,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:43.548727 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 47978) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:43.638524 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08538a8f-8bd4-4225-8bb9-5a41c7055a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:43.664875 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08538a8f-8bd4-4225-8bb9-5a41c7055a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:43.731875 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08538a8f-8bd4-4225-8bb9-5a41c7055a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:43.753814 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08538a8f-8bd4-4225-8bb9-5a41c7055a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:43.771863 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-08538a8f-8bd4-4225-8bb9-5a41c7055a38 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d72d7a4-332c-4b8a-8eb0-48a9ed1ac082 HTTP/1.1" status: 204 len: 168 time: 0.2155275 Sep 06 14:33:43.808536 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-e7615592-b638-4882-b4a9-5d5c4fbf73d8 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:43.810250 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-e7615592-b638-4882-b4a9-5d5c4fbf73d8 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/networks?id=718178a3-4b17-445d-8417-7cf51875f92b HTTP/1.1" status: 200 len: 815 time: 0.2185731 Sep 06 14:33:43.837899 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-3aad1c12-e835-49ef-8418-c5629d7cb4be tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/quotas/435d6b95d5904e1c99912ac0d8a37b7e HTTP/1.1" status: 200 len: 375 time: 0.0171309 Sep 06 14:33:43.862362 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08538a8f-8bd4-4225-8bb9-5a41c7055a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d72d7a4-332c-4b8a-8eb0-48a9ed1ac082,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:43.908762 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fbd33-a2fb-44ba-93d5-5aaf0e0d64ba req-32d32913-8e44-4bf7-9fda-96895f2aebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:43.914376 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-389fbd33-a2fb-44ba-93d5-5aaf0e0d64ba req-32d32913-8e44-4bf7-9fda-96895f2aebd5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 1098 time: 0.1367221 Sep 06 14:33:43.933486 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-06c950da-3109-4f0c-a8a1-040e8e45d021 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=435d6b95d5904e1c99912ac0d8a37b7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872426 Sep 06 14:33:43.971596 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-389fbd33-a2fb-44ba-93d5-5aaf0e0d64ba req-aa917ab0-2e4d-4980-bffa-62f257e14aa9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423498 Sep 06 14:33:43.984480 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed881a5-caa4-41ce-aaeb-67acadc16257 req-a40711bf-0201-4fe4-9fda-438838277650 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:43.986500 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0ed881a5-caa4-41ce-aaeb-67acadc16257 req-a40711bf-0201-4fe4-9fda-438838277650 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.1052179 Sep 06 14:33:44.076414 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0ed881a5-caa4-41ce-aaeb-67acadc16257 req-8fc32f77-183c-4c46-be21-c4be7ca511ff tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810540 Sep 06 14:33:44.097986 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-52f8cf9b-e0ac-45c4-aa9f-23eed6d5692b service neutron] 10.222.0.53 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528842 Sep 06 14:33:44.212041 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-8f6c45fc-6f9a-4fb7-b943-fec5ff1292dc service neutron] 10.222.0.53 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034312 Sep 06 14:33:44.469113 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6b8ab39d-ebdc-47a9-95a6-cb452b9cf1ec req-3d2117e5-17ca-4277-b8a3-3a22f2c6ce6a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 210 time: 0.0542495 Sep 06 14:33:44.502976 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 48002) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:44.522778 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-81623d36-215b-485f-992e-3c1661cf9a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:44.660616 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-81623d36-215b-485f-992e-3c1661cf9a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:44.667832 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-81623d36-215b-485f-992e-3c1661cf9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:44.730185 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-81623d36-215b-485f-992e-3c1661cf9a3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ff116a41ff34537b476b65c887cb345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257526 Sep 06 14:33:44.731695 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81623d36-215b-485f-992e-3c1661cf9a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f46b382-5835-42f5-b534-999b3f5f6cd9,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:44.733447 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 48008) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:44.876295 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e277-876f-4e93-b3bb-29c696476789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:44.913564 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e277-876f-4e93-b3bb-29c696476789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:44.983867 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e277-876f-4e93-b3bb-29c696476789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:44.988423 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e277-876f-4e93-b3bb-29c696476789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:44.989970 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-b1e0e277-876f-4e93-b3bb-29c696476789 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f46b382-5835-42f5-b534-999b3f5f6cd9 HTTP/1.1" status: 204 len: 168 time: 0.2540393 Sep 06 14:33:45.003724 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0e277-876f-4e93-b3bb-29c696476789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f46b382-5835-42f5-b534-999b3f5f6cd9,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:45.842280 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 48044) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:46.019128 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-10e3b9fb-4564-49fb-8790-af85b5b5a7a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-261985405-network', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:33:46.057280 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e3b9fb-4564-49fb-8790-af85b5b5a7a5 admin admin] Made reservation on behalf of b1836a45e71b4565bb86028fc9b32a01 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:33:46.060652 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10e3b9fb-4564-49fb-8790-af85b5b5a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:46.072954 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10e3b9fb-4564-49fb-8790-af85b5b5a7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:46.219648 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10e3b9fb-4564-49fb-8790-af85b5b5a7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:46.224815 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10e3b9fb-4564-49fb-8790-af85b5b5a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:46.270876 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e3b9fb-4564-49fb-8790-af85b5b5a7a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:33:46.291344 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3b9fb-4564-49fb-8790-af85b5b5a7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3c6bbb-7886-4ed6-9d0c-6c7c3969343f,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:46.296761 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10e3b9fb-4564-49fb-8790-af85b5b5a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:46.297135 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-10e3b9fb-4564-49fb-8790-af85b5b5a7a5 admin admin] Added segment 918f975e-75a9-49c0-8710-8ab94b27aa81 of type vlan for network 58ec9605-fe64-46a3-85cf-779c96d317c8 Sep 06 14:33:46.352988 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10e3b9fb-4564-49fb-8790-af85b5b5a7a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:46.404351 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10e3b9fb-4564-49fb-8790-af85b5b5a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:46.405442 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e3b9fb-4564-49fb-8790-af85b5b5a7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:46.406247 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10e3b9fb-4564-49fb-8790-af85b5b5a7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:46.482083 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3b9fb-4564-49fb-8790-af85b5b5a7a5 admin admin] Pushing event updated for resources: {'Network': ['ID=58ec9605-fe64-46a3-85cf-779c96d317c8,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:46.499070 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-10e3b9fb-4564-49fb-8790-af85b5b5a7a5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6514883 Sep 06 14:33:46.499624 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 48058) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:46.501034 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network 58ec9605-fe64-46a3-85cf-779c96d317c8 details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:33:46.508719 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-ec7d6206-a3bc-41e3-af81-c988be9867ca admin admin] Request body: {'subnet': {'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-261985405-subnet', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:33:46.548358 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7d6206-a3bc-41e3-af81-c988be9867ca admin admin] Made reservation on behalf of b1836a45e71b4565bb86028fc9b32a01 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:33:46.552132 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6206-a3bc-41e3-af81-c988be9867ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:46.833905 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6206-a3bc-41e3-af81-c988be9867ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:46.899172 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d6206-a3bc-41e3-af81-c988be9867ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=fad3b585-f362-4f81-8d1e-8bb6019a6ccb,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:46.925602 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d6206-a3bc-41e3-af81-c988be9867ca admin admin] Checking segment: {'id': '918f975e-75a9-49c0-8710-8ab94b27aa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:33:46.926104 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7d6206-a3bc-41e3-af81-c988be9867ca admin admin] Network hostable DHCP agents. Network: 58ec9605-fe64-46a3-85cf-779c96d317c8, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:33:46.955338 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7d6206-a3bc-41e3-af81-c988be9867ca admin admin] Network 58ec9605-fe64-46a3-85cf-779c96d317c8 is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:33:46.969447 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-ec7d6206-a3bc-41e3-af81-c988be9867ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, 58ec9605-fe64-46a3-85cf-779c96d317c8) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:33:46.976046 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7d6206-a3bc-41e3-af81-c988be9867ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:46.976886 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6206-a3bc-41e3-af81-c988be9867ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:46.980229 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54029c6-4aaa-4e04-86b6-e8f3aa9dbe74 None None] Network 58ec9605-fe64-46a3-85cf-779c96d317c8 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:33:47.000796 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ec7d6206-a3bc-41e3-af81-c988be9867ca admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4995494 Sep 06 14:33:47.003531 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 48062) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:47.009701 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-261985405-router', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:33:47.047128 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:47.048357 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28253'] for router, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:47.123101 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:47.226688 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc921a0d8-8086-577e-a203-f26a00adf144-58ec9605-fe64-46a3-85cf-779c96d317c8', 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'fixed_ips': [{'subnet_id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb'}]}} from dv-cinder-791281-8-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:33:47.227916 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:47.440075 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Allocated IP 172.20.0.2 (58ec9605-fe64-46a3-85cf-779c96d317c8/fad3b585-f362-4f81-8d1e-8bb6019a6ccb/99a0ce2c-deef-4c51-a9bf-7edea57543ed) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:33:47.518385 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:47.667057 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:47.679681 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Transition to ACTIVE for port object 99a0ce2c-deef-4c51-a9bf-7edea57543ed will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:33:47.697169 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Transition to ACTIVE for port object 99a0ce2c-deef-4c51-a9bf-7edea57543ed will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:33:47.705764 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:47.757423 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:47.764536 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Pushing event updated for resources: {'Port': ['ID=99a0ce2c-deef-4c51-a9bf-7edea57543ed,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:47.772110 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:47.772454 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:47.772789 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:47.773239 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:47.773605 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:47.773945 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:47.774281 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:47.774601 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:47.774940 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:47.775260 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:47.775576 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:47.775888 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:47.784851 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:47.788075 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Network 58ec9605-fe64-46a3-85cf-779c96d317c8 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:33:47.789747 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:33:47.796721 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:33:47.859412 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Attempting to bind port 99a0ce2c-deef-4c51-a9bf-7edea57543ed on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:33:47.859949 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Attempting to bind port 99a0ce2c-deef-4c51-a9bf-7edea57543ed by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': '918f975e-75a9-49c0-8710-8ab94b27aa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:33:47.860481 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Attempting to bind port 99a0ce2c-deef-4c51-a9bf-7edea57543ed on network 58ec9605-fe64-46a3-85cf-779c96d317c8 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:33:47.866100 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:33:47.866625 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Checking segment: {'id': '918f975e-75a9-49c0-8710-8ab94b27aa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:33:47.867386 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:47.867893 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Bound using segment: {'id': '918f975e-75a9-49c0-8710-8ab94b27aa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:33:47.868454 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Bound port: 99a0ce2c-deef-4c51-a9bf-7edea57543ed, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f975e-75a9-49c0-8710-8ab94b27aa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:33:47.868933 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:47.929235 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Allocated IP 172.27.0.196 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/6e277ee4-97f3-444b-9e7a-2b38835d5bec) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:33:47.942953 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] For port 99a0ce2c-deef-4c51-a9bf-7edea57543ed, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:33:47.946807 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] For port 99a0ce2c-deef-4c51-a9bf-7edea57543ed, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=99a0ce2c-deef-4c51-a9bf-7edea57543ed,segment=NetworkSegment(918f975e-75a9-49c0-8710-8ab94b27aa81),segment_id=918f975e-75a9-49c0-8710-8ab94b27aa81)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:33:47.958630 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:48.026760 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964cf60-342e-4519-853a-d6ff8ee119ad None None] Pushing event updated for resources: {'Port': ['ID=99a0ce2c-deef-4c51-a9bf-7edea57543ed,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:48.054076 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:48.096885 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:48.163845 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:33:48.167472 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:33:48.175255 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:33:48.178513 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Pushing event updated for resources: {'Port': ['ID=6e277ee4-97f3-444b-9e7a-2b38835d5bec,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:48.503210 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 99a0ce2c-deef-4c51-a9bf-7edea57543ed up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:33:48.586405 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port 99a0ce2c-deef-4c51-a9bf-7edea57543ed completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:33:48.605648 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:48.912428 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679913'] for router, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:49.109898 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Router d0fb4aec-9aa7-4c24-b196-402d473052bc is scheduled to L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 with binding_index 1 {{(pid=93871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:33:49.285324 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:33:49.294760 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Sync routers for ids ['d0fb4aec-9aa7-4c24-b196-402d473052bc'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:33:49.307740 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:49.310162 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-863c123a-9441-475f-b4c4-5158c4a2486c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3042817 Sep 06 14:33:49.312266 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 48080) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:49.314231 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Routers {'d0fb4aec-9aa7-4c24-b196-402d473052bc'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:33:49.315022 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:33:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['d0fb4aec-9aa7-4c24-b196-402d473052bc'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:33:49.408705 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dda13e0-faef-449c-a4ce-374f96ddeb75 None None] Network 58ec9605-fe64-46a3-85cf-779c96d317c8 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:33:49.486998 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Set router d0fb4aec-9aa7-4c24-b196-402d473052bc gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:33:49.550459 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-9bd8723f-0522-4c2d-ad43-163ab8384992 None None] Provisioning for port 99a0ce2c-deef-4c51-a9bf-7edea57543ed completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:33:49.557010 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-9bd8723f-0522-4c2d-ad43-163ab8384992 None None] Provisioning complete for port 99a0ce2c-deef-4c51-a9bf-7edea57543ed triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:33:49.557483 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9bd8723f-0522-4c2d-ad43-163ab8384992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:49.651505 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e2b35c34-3555-4166-a6f7-f4a28a9b3fc2 req-9d8aa51e-089f-45dd-a7d9-a4719f6b3731 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 210 time: 0.1086786 Sep 06 14:33:49.898499 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'name': 'tempest-TestShelveInstance-261985405-router', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:48Z', 'revision_number': 3, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'gw_port': {'id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:33:49.937836 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c41b4d-b241-4123-945b-081bcacaca26 req-37e688ea-06ef-49a1-a662-280c6517121b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:49.945688 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c9c41b4d-b241-4123-945b-081bcacaca26 req-37e688ea-06ef-49a1-a662-280c6517121b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.2005339 Sep 06 14:33:49.946832 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Checking router: d0fb4aec-9aa7-4c24-b196-402d473052bc for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:33:49.947183 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Updating router d0fb4aec-9aa7-4c24-b196-402d473052bc port 6e277ee4-97f3-444b-9e7a-2b38835d5bec binding host dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:33:49.966030 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9bd8723f-0522-4c2d-ad43-163ab8384992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:49.988253 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:50.008796 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-9bd8723f-0522-4c2d-ad43-163ab8384992 None None] For port 99a0ce2c-deef-4c51-a9bf-7edea57543ed, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=99a0ce2c-deef-4c51-a9bf-7edea57543ed,segment=NetworkSegment(918f975e-75a9-49c0-8710-8ab94b27aa81),segment_id=918f975e-75a9-49c0-8710-8ab94b27aa81)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:33:50.010669 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c9c41b4d-b241-4123-945b-081bcacaca26 req-71f58701-a028-42c2-b286-c0e6c9b72d33 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637624 Sep 06 14:33:50.015827 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9bd8723f-0522-4c2d-ad43-163ab8384992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:50.131539 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8723f-0522-4c2d-ad43-163ab8384992 None None] Pushing event updated for resources: {'Port': ['ID=99a0ce2c-deef-4c51-a9bf-7edea57543ed,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:50.309888 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:50.370023 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-852b7b78-fe1d-476b-8b8e-f51011ae0028 None None] Provisioning complete for port 99a0ce2c-deef-4c51-a9bf-7edea57543ed triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:33:50.371512 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-852b7b78-fe1d-476b-8b8e-f51011ae0028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:50.487507 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 99a0ce2c-deef-4c51-a9bf-7edea57543ed up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:33:50.584412 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Allocated IP 172.20.0.1 (58ec9605-fe64-46a3-85cf-779c96d317c8/fad3b585-f362-4f81-8d1e-8bb6019a6ccb/2081b0f5-0266-4e7b-b32c-5245980c3bc6) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:33:50.594535 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 99a0ce2c-deef-4c51-a9bf-7edea57543ed triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:33:50.597411 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:50.598936 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:50.615293 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Transition to ACTIVE for port object 6e277ee4-97f3-444b-9e7a-2b38835d5bec will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:33:50.624060 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:50.758288 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Attempting to bind port 6e277ee4-97f3-444b-9e7a-2b38835d5bec on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:33:50.759074 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Attempting to bind port 6e277ee4-97f3-444b-9e7a-2b38835d5bec by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:33:50.759666 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Attempting to bind port 6e277ee4-97f3-444b-9e7a-2b38835d5bec on network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:33:50.777178 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:33:50.777545 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Checking segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:33:50.778260 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:50.778826 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Bound using segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:33:50.779414 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Bound port: 6e277ee4-97f3-444b-9e7a-2b38835d5bec, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:33:50.779820 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:50.782855 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64dcb9-45f1-4c14-9cfe-704ca8f43ea6 None None] Pushing event updated for resources: {'Port': ['ID=6e277ee4-97f3-444b-9e7a-2b38835d5bec,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:50.811671 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64dcb9-45f1-4c14-9cfe-704ca8f43ea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:50.812127 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64dcb9-45f1-4c14-9cfe-704ca8f43ea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:50.812528 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64dcb9-45f1-4c14-9cfe-704ca8f43ea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:50.812933 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64dcb9-45f1-4c14-9cfe-704ca8f43ea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:50.813326 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64dcb9-45f1-4c14-9cfe-704ca8f43ea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:50.813716 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64dcb9-45f1-4c14-9cfe-704ca8f43ea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:50.814668 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64dcb9-45f1-4c14-9cfe-704ca8f43ea6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:50.815075 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64dcb9-45f1-4c14-9cfe-704ca8f43ea6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:50.815483 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64dcb9-45f1-4c14-9cfe-704ca8f43ea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:50.815875 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64dcb9-45f1-4c14-9cfe-704ca8f43ea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:50.816262 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64dcb9-45f1-4c14-9cfe-704ca8f43ea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:50.816647 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64dcb9-45f1-4c14-9cfe-704ca8f43ea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:50.819677 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-936c9a62-1024-411d-b017-3387ff9171da req-846dc1f9-7258-4202-a4e7-6c25362fb5aa tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 210 time: 0.0651391 Sep 06 14:33:50.891086 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] For port 6e277ee4-97f3-444b-9e7a-2b38835d5bec, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:33:50.895540 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] For port 6e277ee4-97f3-444b-9e7a-2b38835d5bec, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=6e277ee4-97f3-444b-9e7a-2b38835d5bec,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:33:50.902587 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:50.920967 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:50.952131 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-52c2b49f-3769-4f2d-91a0-6972c3d4f712 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:50.953640 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-52c2b49f-3769-4f2d-91a0-6972c3d4f712 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "GET /v2.0/networks?id=718178a3-4b17-445d-8417-7cf51875f92b HTTP/1.1" status: 200 len: 815 time: 0.2197316 Sep 06 14:33:50.957711 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Transition to ACTIVE for port object 2081b0f5-0266-4e7b-b32c-5245980c3bc6 will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:33:50.970886 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64dcb9-45f1-4c14-9cfe-704ca8f43ea6 None None] Pushing event updated for resources: {'Port': ['ID=6e277ee4-97f3-444b-9e7a-2b38835d5bec,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:50.971107 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-ff3023a7-9777-4c45-a1ce-65c7b8bacbec tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Request body: {'port': {'device_id': '7751c343-82e1-41b0-bdf5-41b78abab488', 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b', 'admin_state_up': True, 'tenant_id': '435d6b95d5904e1c99912ac0d8a37b7e'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:33:51.004090 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Routers {'d0fb4aec-9aa7-4c24-b196-402d473052bc'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:33:51.007920 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:33:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['d0fb4aec-9aa7-4c24-b196-402d473052bc'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:33:51.115767 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:51.164259 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] Set router d0fb4aec-9aa7-4c24-b196-402d473052bc gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:33:51.266611 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Network 58ec9605-fe64-46a3-85cf-779c96d317c8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:33:51.281971 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:33:51.295717 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:33:51.320078 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc57af-eb57-43f1-ae9f-fb058fbb613a req-05d3000a-72d0-4358-9a46-812e7eda5b10 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:51.322161 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-affc57af-eb57-43f1-ae9f-fb058fbb613a req-05d3000a-72d0-4358-9a46-812e7eda5b10 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.2030058 Sep 06 14:33:51.346279 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Pushing event updated for resources: {'Port': ['ID=2081b0f5-0266-4e7b-b32c-5245980c3bc6,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:51.379365 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-ff3023a7-9777-4c45-a1ce-65c7b8bacbec tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Made reservation on behalf of 435d6b95d5904e1c99912ac0d8a37b7e for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:33:51.385726 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-ff3023a7-9777-4c45-a1ce-65c7b8bacbec tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:51.424738 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368828'] for router_interface, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:51.527611 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-affc57af-eb57-43f1-ae9f-fb058fbb613a req-61975bf5-71fd-4211-ae24-8985f0a28710 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686521 Sep 06 14:33:51.563824 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'name': 'tempest-TestShelveInstance-261985405-router', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:48Z', 'revision_number': 3, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'gw_port': {'id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:33:51.634728 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4b848-5f0c-409b-9e20-e81ef24fbc07 None None] The sync data for ids ['d0fb4aec-9aa7-4c24-b196-402d473052bc'] in dv-cinder-791281-8-iscsi is: [{'id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'name': 'tempest-TestShelveInstance-261985405-router', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:48Z', 'revision_number': 3, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'gw_port': {'id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:33:51.688250 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-506e9690-4bb7-4f3d-9df1-997bd7301bcd None None] Provisioning for port 2081b0f5-0266-4e7b-b32c-5245980c3bc6 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:33:51.694675 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-506e9690-4bb7-4f3d-9df1-997bd7301bcd None None] Provisioning complete for port 2081b0f5-0266-4e7b-b32c-5245980c3bc6 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:33:51.696321 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-506e9690-4bb7-4f3d-9df1-997bd7301bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:51.757215 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-ff3023a7-9777-4c45-a1ce-65c7b8bacbec tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Allocated IP 172.20.0.6 (718178a3-4b17-445d-8417-7cf51875f92b/aa0d1cd7-81f5-422d-bf12-26ef03d90b93/a99d9259-9415-4c03-8cbb-3819061bdcf7) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:33:51.801731 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-506e9690-4bb7-4f3d-9df1-997bd7301bcd None None] Port 2081b0f5-0266-4e7b-b32c-5245980c3bc6 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:33:51.818973 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:52.003453 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f4c8e1b7-fb9b-421c-82bc-d903bc655a63 req-2efaf030-2be3-46ce-b673-fdec84c4a72a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 210 time: 0.0817852 Sep 06 14:33:52.133110 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96746de5-49b5-49f5-85d0-d457c3f57e81 req-49ef4e22-c89f-453b-a3c9-e81e48ce2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:52.135437 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96746de5-49b5-49f5-85d0-d457c3f57e81 req-49ef4e22-c89f-453b-a3c9-e81e48ce2e6b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1aa8874a626416e82820a8f9fda0599&device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 1098 time: 0.0647421 Sep 06 14:33:52.378098 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96746de5-49b5-49f5-85d0-d457c3f57e81 req-78c38452-a5bb-4ee6-90fa-492cf66bc3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:52.379628 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96746de5-49b5-49f5-85d0-d457c3f57e81 req-78c38452-a5bb-4ee6-90fa-492cf66bc3ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab HTTP/1.1" status: 200 len: 920 time: 0.2342057 Sep 06 14:33:52.488989 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96746de5-49b5-49f5-85d0-d457c3f57e81 req-90b6732b-6268-4fc6-b062-e1295f24d7fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21158f81-630c-46ab-ace2-c41957ff6048 HTTP/1.1" status: 200 len: 217 time: 0.0984442 Sep 06 14:33:52.526428 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 6e277ee4-97f3-444b-9e7a-2b38835d5bec up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:33:52.609723 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96746de5-49b5-49f5-85d0-d457c3f57e81 req-9055b077-6d8e-4a90-a37f-51c60bd69ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:52.612646 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96746de5-49b5-49f5-85d0-d457c3f57e81 req-9055b077-6d8e-4a90-a37f-51c60bd69ac7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fa9df13-81db-409e-a9f9-45d5d5eb4201 HTTP/1.1" status: 200 len: 859 time: 0.1129832 Sep 06 14:33:52.630146 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port 6e277ee4-97f3-444b-9e7a-2b38835d5bec completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:33:52.639596 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 6e277ee4-97f3-444b-9e7a-2b38835d5bec triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:33:52.640601 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:52.664482 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-ff3023a7-9777-4c45-a1ce-65c7b8bacbec tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:52.670434 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96746de5-49b5-49f5-85d0-d457c3f57e81 req-5d50b212-2ad3-4d0c-b204-978b1310da30 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469673 Sep 06 14:33:52.701085 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438e63f-113a-4d24-b0f5-28f251ef5cb2 req-708b65a7-4a64-42f9-98a5-95a8ffe88bed tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:52.709318 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7438e63f-113a-4d24-b0f5-28f251ef5cb2 req-708b65a7-4a64-42f9-98a5-95a8ffe88bed tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.2177832 Sep 06 14:33:52.797601 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:52.815856 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:52.834535 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7438e63f-113a-4d24-b0f5-28f251ef5cb2 req-1ec74201-ead9-4b1c-a746-409f7d22a285 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242232 Sep 06 14:33:52.853951 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:52.862621 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port 6e277ee4-97f3-444b-9e7a-2b38835d5bec, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=6e277ee4-97f3-444b-9e7a-2b38835d5bec,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:33:52.879953 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:52.895376 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677676'] for router_interface, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:52.957020 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96746de5-49b5-49f5-85d0-d457c3f57e81 req-3619154e-11a1-422c-8084-732154e09d60 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736630 Sep 06 14:33:52.958720 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-ff3023a7-9777-4c45-a1ce-65c7b8bacbec tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:52.989872 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=6e277ee4-97f3-444b-9e7a-2b38835d5bec,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:52.996275 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['bc6bf95a-f246-4e44-a803-9ce8c430a8f8', '5af777fd-abc5-4727-babf-e1e9fd223213', 'a3885dd1-77ef-4fca-81b8-f25e44a26b09'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:33:53.017954 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-ff3023a7-9777-4c45-a1ce-65c7b8bacbec tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Network 718178a3-4b17-445d-8417-7cf51875f92b is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:33:53.018814 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Pushing event updated for resources: {'Port': ['ID=2081b0f5-0266-4e7b-b32c-5245980c3bc6,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:53.030135 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-ff3023a7-9777-4c45-a1ce-65c7b8bacbec tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:33:53.032748 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-ff3023a7-9777-4c45-a1ce-65c7b8bacbec tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:33:53.203833 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96746de5-49b5-49f5-85d0-d457c3f57e81 req-3f6ff865-f48b-4361-9eba-3b9463989649 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245071 Sep 06 14:33:53.280204 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-ff3023a7-9777-4c45-a1ce-65c7b8bacbec tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:53.280945 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-ff3023a7-9777-4c45-a1ce-65c7b8bacbec tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:53.287843 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3023a7-9777-4c45-a1ce-65c7b8bacbec tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Pushing event updated for resources: {'Port': ['ID=a99d9259-9415-4c03-8cbb-3819061bdcf7,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:53.307770 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Network 58ec9605-fe64-46a3-85cf-779c96d317c8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:33:53.313781 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:33:53.321727 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-ff3023a7-9777-4c45-a1ce-65c7b8bacbec tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3553884 Sep 06 14:33:53.332317 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89b354-04c0-4ac5-8dc2-d669e5c32c1c req-8c6e2a44-42c7-477d-ac1b-8952a380ca61 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:53.333088 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bb89b354-04c0-4ac5-8dc2-d669e5c32c1c req-8c6e2a44-42c7-477d-ac1b-8952a380ca61 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 931 time: 0.1753740 Sep 06 14:33:53.347610 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Request body: {'port': {'device_id': '7751c343-82e1-41b0-bdf5-41b78abab488', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:33:53.577704 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bb89b354-04c0-4ac5-8dc2-d669e5c32c1c req-7476b20c-9b1b-4a04-9885-a648529975cf tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377357 Sep 06 14:33:53.596203 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:53.648675 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-51f7baed-557b-402e-b5ef-8947d00c601f None None] Provisioning complete for port 2081b0f5-0266-4e7b-b32c-5245980c3bc6 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:33:53.649057 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-51f7baed-557b-402e-b5ef-8947d00c601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:53.695548 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Router d0fb4aec-9aa7-4c24-b196-402d473052bc has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:33:53.709250 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-51f7baed-557b-402e-b5ef-8947d00c601f None None] Port 2081b0f5-0266-4e7b-b32c-5245980c3bc6 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:33:53.974235 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 48160) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:54.018731 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:33:54.027303 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-b133fd71-8f38-42cc-8821-293f7b0366af admin admin] 10.222.0.53 "PUT /v2.0/routers/d0fb4aec-9aa7-4c24-b196-402d473052bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7130053 Sep 06 14:33:54.093335 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81188539-ab17-430b-90f2-45f1d3018214 req-4d5d11c5-e6a6-433b-934c-4613a7270953 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:54.122381 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-81188539-ab17-430b-90f2-45f1d3018214 req-4d5d11c5-e6a6-433b-934c-4613a7270953 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.1241202 Sep 06 14:33:54.166223 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Sync routers for ids ['d0fb4aec-9aa7-4c24-b196-402d473052bc'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:33:54.179038 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99d9259-9415-4c03-8cbb-3819061bdcf7 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:33:54.182377 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Routers {'d0fb4aec-9aa7-4c24-b196-402d473052bc'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:33:54.184629 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:33:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['d0fb4aec-9aa7-4c24-b196-402d473052bc'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:33:54.234797 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-81188539-ab17-430b-90f2-45f1d3018214 req-e47fb114-a031-4352-91cb-0e7a9201ec26 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110516 Sep 06 14:33:54.247883 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:54.274940 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Transition to ACTIVE for port object a99d9259-9415-4c03-8cbb-3819061bdcf7 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:33:54.275087 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f91853e9-e68e-4cf5-9042-641efa1a56c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:54.283936 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:54.400710 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a99d9259-9415-4c03-8cbb-3819061bdcf7,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:54.414637 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Set router d0fb4aec-9aa7-4c24-b196-402d473052bc gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:33:54.477586 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f91853e9-e68e-4cf5-9042-641efa1a56c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:54.488469 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f91853e9-e68e-4cf5-9042-641efa1a56c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:54.503021 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 6e277ee4-97f3-444b-9e7a-2b38835d5bec up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:33:54.523676 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f91853e9-e68e-4cf5-9042-641efa1a56c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1140f31b97e0490db01a806fb4bd47c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5481098 Sep 06 14:33:54.535179 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 48178) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:54.555617 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Attempting to bind port a99d9259-9415-4c03-8cbb-3819061bdcf7 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:33:54.555966 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Attempting to bind port a99d9259-9415-4c03-8cbb-3819061bdcf7 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:33:54.556298 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Attempting to bind port a99d9259-9415-4c03-8cbb-3819061bdcf7 on network 718178a3-4b17-445d-8417-7cf51875f92b {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:33:54.569151 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91853e9-e68e-4cf5-9042-641efa1a56c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3e9f5c-2bee-469d-9e7a-9e3c13146443,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:54.569897 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Port a99d9259-9415-4c03-8cbb-3819061bdcf7 on network 718178a3-4b17-445d-8417-7cf51875f92b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:33:54.570258 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Attempting to bind port a99d9259-9415-4c03-8cbb-3819061bdcf7 on network 718178a3-4b17-445d-8417-7cf51875f92b {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:33:54.581757 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:33:54.582130 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Checking segment: {'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:33:54.582513 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Bound using segment: {'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:33:54.583064 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Bound port: a99d9259-9415-4c03-8cbb-3819061bdcf7, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73df3cbf-f30b-438f-b6f3-0a605bd23164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:33:54.583291 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:54.607456 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c85a4188-b33e-49b3-8f51-ddaa65ecf231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:54.659532 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c85a4188-b33e-49b3-8f51-ddaa65ecf231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:54.772702 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 6e277ee4-97f3-444b-9e7a-2b38835d5bec triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:33:54.773467 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:54.803430 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c85a4188-b33e-49b3-8f51-ddaa65ecf231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:54.806618 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c85a4188-b33e-49b3-8f51-ddaa65ecf231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:54.809995 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c85a4188-b33e-49b3-8f51-ddaa65ecf231 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc3e9f5c-2bee-469d-9e7a-9e3c13146443 HTTP/1.1" status: 204 len: 168 time: 0.2753477 Sep 06 14:33:54.826485 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a4188-b33e-49b3-8f51-ddaa65ecf231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3e9f5c-2bee-469d-9e7a-9e3c13146443,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:54.844449 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] For port a99d9259-9415-4c03-8cbb-3819061bdcf7, host hv-cinder-79128, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:33:54.849341 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] For port a99d9259-9415-4c03-8cbb-3819061bdcf7, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a99d9259-9415-4c03-8cbb-3819061bdcf7,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:33:54.859012 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:54.875817 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f1496-4a4e-4edd-852e-1c4e27434479 req-6031622e-8b48-42fa-bf57-7cbcfb284570 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:54.883318 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b18f1496-4a4e-4edd-852e-1c4e27434479 req-6031622e-8b48-42fa-bf57-7cbcfb284570 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 943 time: 0.1333725 Sep 06 14:33:54.940505 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:54.941195 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:54.942687 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] 10.222.0.22 "PUT /v2.0/ports/a99d9259-9415-4c03-8cbb-3819061bdcf7 HTTP/1.1" status: 200 len: 1093 time: 1.6086016 Sep 06 14:33:54.943393 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7751c343-82e1-41b0-bdf5-41b78abab488', 'tag': 'a99d9259-9415-4c03-8cbb-3819061bdcf7'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:33:54.945418 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8450d45f-3cd9-4f7d-a11b-c177e93f4ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "7751c343-82e1-41b0-bdf5-41b78abab488", "tag": "a99d9259-9415-4c03-8cbb-3819061bdcf7"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:33:55.063085 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adcee6e-757c-45e0-8e41-68220a2ee893 x-openstack-request-id: req-0adcee6e-757c-45e0-8e41-68220a2ee893 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:33:55.063670 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7751c343-82e1-41b0-bdf5-41b78abab488", "tag": "a99d9259-9415-4c03-8cbb-3819061bdcf7", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:33:55.064187 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0adcee6e-757c-45e0-8e41-68220a2ee893 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:33:55.064758 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7751c343-82e1-41b0-bdf5-41b78abab488', 'tag': 'a99d9259-9415-4c03-8cbb-3819061bdcf7', 'status': 'completed', 'code': 200} Sep 06 14:33:55.108485 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed96ae6-8eeb-4654-98d4-efbe75c5b2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a99d9259-9415-4c03-8cbb-3819061bdcf7,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:55.141767 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b18f1496-4a4e-4edd-852e-1c4e27434479 req-b608bbac-df02-427c-ac21-f8d54a6d3184 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574341 Sep 06 14:33:55.161814 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-29e12899-61ea-4468-95e2-a33917c9c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:55.163655 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-29e12899-61ea-4468-95e2-a33917c9c26a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=435d6b95d5904e1c99912ac0d8a37b7e&device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 1096 time: 0.1252966 Sep 06 14:33:55.174703 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'name': 'tempest-TestShelveInstance-261985405-router', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:51Z', 'revision_number': 4, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'gw_port': {'id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '2081b0f5-0266-4e7b-b32c-5245980c3bc6', 'name': '', 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'mac_address': 'fa:16:3e:73:9d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:50Z', 'updated_at': '2021-09-06T14:33:51Z', 'revision_number': 2, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'subnets': [{'id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:33:55.217732 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Checking router: d0fb4aec-9aa7-4c24-b196-402d473052bc for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:33:55.218703 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Updating router d0fb4aec-9aa7-4c24-b196-402d473052bc port 2081b0f5-0266-4e7b-b32c-5245980c3bc6 binding host dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:33:55.262949 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 48196) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:55.274890 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-81a97414-12eb-4992-85ff-65f0c18a560e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99d9259-9415-4c03-8cbb-3819061bdcf7 HTTP/1.1" status: 200 len: 217 time: 0.0977614 Sep 06 14:33:55.278656 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-b2b1d638-b908-4c5f-8d96-6909525f1922 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1385679006-network', 'tenant_id': '1b5dc8d68ce548868169dc8720a3b3e9'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:33:55.300039 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:55.346483 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-b11aac6d-74ee-40b2-a71f-052b2a4843d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:55.348026 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-b11aac6d-74ee-40b2-a71f-052b2a4843d5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aa0d1cd7-81f5-422d-bf12-26ef03d90b93 HTTP/1.1" status: 200 len: 855 time: 0.0632517 Sep 06 14:33:55.371205 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b1d638-b908-4c5f-8d96-6909525f1922 admin admin] Made reservation on behalf of 1b5dc8d68ce548868169dc8720a3b3e9 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:33:55.376736 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d638-b908-4c5f-8d96-6909525f1922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:55.395089 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d638-b908-4c5f-8d96-6909525f1922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:55.425377 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-d8711a12-b02f-455e-8fe6-7560ec173b67 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=718178a3-4b17-445d-8417-7cf51875f92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681856 Sep 06 14:33:55.580374 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d638-b908-4c5f-8d96-6909525f1922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:55.587188 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d638-b908-4c5f-8d96-6909525f1922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:55.604379 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b1d638-b908-4c5f-8d96-6909525f1922 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:33:55.604674 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-0dbea76a-a7f6-40ca-a943-5c56c9f95a0a service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698587 Sep 06 14:33:55.618830 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d638-b908-4c5f-8d96-6909525f1922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:55.619653 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-b2b1d638-b908-4c5f-8d96-6909525f1922 admin admin] Added segment 432240d1-2744-44c6-a96c-bfca5fe27e5c of type vlan for network eefc462a-cb91-428f-b098-dae39fe8e061 Sep 06 14:33:55.728536 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d638-b908-4c5f-8d96-6909525f1922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:55.757907 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dc0b5-be11-464b-be1e-a19df0f46569 req-e254fd44-85cf-4973-afe5-92a97fd1e75b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:55.761012 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2b2dc0b5-be11-464b-be1e-a19df0f46569 req-e254fd44-85cf-4973-afe5-92a97fd1e75b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.3561082 Sep 06 14:33:55.762117 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1d638-b908-4c5f-8d96-6909525f1922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9785e15-d03f-4312-8226-0bd2bef6239b,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:55.785115 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-77177f48-9231-4c77-9d4b-b5a5b9ef24fd req-d8d8b9b3-25d6-4c1c-9da6-f8be1c75d030 service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583588 Sep 06 14:33:55.841868 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2b2dc0b5-be11-464b-be1e-a19df0f46569 req-9ece6e5d-2111-42e4-8e81-d70ab877ee40 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681489 Sep 06 14:33:55.850372 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:55.865963 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d638-b908-4c5f-8d96-6909525f1922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:55.867078 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b1d638-b908-4c5f-8d96-6909525f1922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:55.872512 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d638-b908-4c5f-8d96-6909525f1922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:55.883071 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Transition to ACTIVE for port object 2081b0f5-0266-4e7b-b32c-5245980c3bc6 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:33:55.966200 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:55.997480 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1d638-b908-4c5f-8d96-6909525f1922 admin admin] Pushing event updated for resources: {'Network': ['ID=eefc462a-cb91-428f-b098-dae39fe8e061,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:56.002022 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b2b1d638-b908-4c5f-8d96-6909525f1922 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7359519 Sep 06 14:33:56.004200 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 48206) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:56.009174 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-169da395-fd22-4aa2-9bb5-1ca9d3239dcd admin admin] Request body: {'subnet': {'network_id': 'eefc462a-cb91-428f-b098-dae39fe8e061', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1385679006-subnet', 'tenant_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:33:56.017374 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network eefc462a-cb91-428f-b098-dae39fe8e061 details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:33:56.038736 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450d45f-3cd9-4f7d-a11b-c177e93f4ba5 req-28d23b0f-e7aa-448b-98c1-544c109dae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:56.040270 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8450d45f-3cd9-4f7d-a11b-c177e93f4ba5 req-28d23b0f-e7aa-448b-98c1-544c109dae2e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=435d6b95d5904e1c99912ac0d8a37b7e&device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 1096 time: 0.0692060 Sep 06 14:33:56.044354 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169da395-fd22-4aa2-9bb5-1ca9d3239dcd admin admin] Made reservation on behalf of 1b5dc8d68ce548868169dc8720a3b3e9 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:33:56.049208 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-169da395-fd22-4aa2-9bb5-1ca9d3239dcd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:56.087165 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e314e3-46ca-4f1a-987e-fce432feaf02 None None] Pushing event updated for resources: {'Port': ['ID=2081b0f5-0266-4e7b-b32c-5245980c3bc6,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:56.204549 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Attempting to bind port 2081b0f5-0266-4e7b-b32c-5245980c3bc6 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:33:56.205796 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Attempting to bind port 2081b0f5-0266-4e7b-b32c-5245980c3bc6 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': '918f975e-75a9-49c0-8710-8ab94b27aa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:33:56.205796 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Attempting to bind port 2081b0f5-0266-4e7b-b32c-5245980c3bc6 on network 58ec9605-fe64-46a3-85cf-779c96d317c8 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:33:56.212054 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:33:56.212460 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Checking segment: {'id': '918f975e-75a9-49c0-8710-8ab94b27aa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:33:56.212841 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:56.213290 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Bound using segment: {'id': '918f975e-75a9-49c0-8710-8ab94b27aa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:33:56.213735 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Bound port: 2081b0f5-0266-4e7b-b32c-5245980c3bc6, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f975e-75a9-49c0-8710-8ab94b27aa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:33:56.214233 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:56.296196 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450d45f-3cd9-4f7d-a11b-c177e93f4ba5 req-84b46c6e-5493-49ca-b697-3e1bc7c775a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:56.297970 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8450d45f-3cd9-4f7d-a11b-c177e93f4ba5 req-84b46c6e-5493-49ca-b697-3e1bc7c775a0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=718178a3-4b17-445d-8417-7cf51875f92b HTTP/1.1" status: 200 len: 916 time: 0.2482748 Sep 06 14:33:56.368931 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] For port 2081b0f5-0266-4e7b-b32c-5245980c3bc6, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:33:56.384418 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-169da395-fd22-4aa2-9bb5-1ca9d3239dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:56.391081 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] For port 2081b0f5-0266-4e7b-b32c-5245980c3bc6, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=2081b0f5-0266-4e7b-b32c-5245980c3bc6,segment=NetworkSegment(918f975e-75a9-49c0-8710-8ab94b27aa81),segment_id=918f975e-75a9-49c0-8710-8ab94b27aa81)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:33:56.401343 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:56.407378 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8450d45f-3cd9-4f7d-a11b-c177e93f4ba5 req-f4afccaa-1901-4e83-9080-eb01ac8b1b7a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99d9259-9415-4c03-8cbb-3819061bdcf7 HTTP/1.1" status: 200 len: 217 time: 0.0815411 Sep 06 14:33:56.459443 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169da395-fd22-4aa2-9bb5-1ca9d3239dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca737d4-2502-41c9-bdd1-948887509e7b,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:56.467303 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169da395-fd22-4aa2-9bb5-1ca9d3239dcd admin admin] Checking segment: {'id': '432240d1-2744-44c6-a96c-bfca5fe27e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eefc462a-cb91-428f-b098-dae39fe8e061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:33:56.467667 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169da395-fd22-4aa2-9bb5-1ca9d3239dcd admin admin] Network hostable DHCP agents. Network: eefc462a-cb91-428f-b098-dae39fe8e061, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:33:56.493577 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169da395-fd22-4aa2-9bb5-1ca9d3239dcd admin admin] Network eefc462a-cb91-428f-b098-dae39fe8e061 is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:33:56.497955 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Routers {'d0fb4aec-9aa7-4c24-b196-402d473052bc'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:33:56.498163 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:33:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['d0fb4aec-9aa7-4c24-b196-402d473052bc'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:33:56.498603 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450d45f-3cd9-4f7d-a11b-c177e93f4ba5 req-32cb6040-c28d-43ba-8df7-dd0109e2d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:56.500547 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8450d45f-3cd9-4f7d-a11b-c177e93f4ba5 req-32cb6040-c28d-43ba-8df7-dd0109e2d55a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aa0d1cd7-81f5-422d-bf12-26ef03d90b93 HTTP/1.1" status: 200 len: 855 time: 0.0841336 Sep 06 14:33:56.512988 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-169da395-fd22-4aa2-9bb5-1ca9d3239dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, eefc462a-cb91-428f-b098-dae39fe8e061) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:33:56.517119 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169da395-fd22-4aa2-9bb5-1ca9d3239dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:56.517772 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-169da395-fd22-4aa2-9bb5-1ca9d3239dcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:56.541519 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92237d00-12e6-4a2c-84c1-87806b145249 req-734600ad-8c18-4fcd-b819-108aae730507 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:56.543329 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-92237d00-12e6-4a2c-84c1-87806b145249 req-734600ad-8c18-4fcd-b819-108aae730507 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 943 time: 0.2503729 Sep 06 14:33:56.552073 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-169da395-fd22-4aa2-9bb5-1ca9d3239dcd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5467942 Sep 06 14:33:56.552885 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 48220) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:56.559004 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1385679006-router', 'tenant_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:33:56.562709 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e314e3-46ca-4f1a-987e-fce432feaf02 None None] Pushing event updated for resources: {'Port': ['ID=2081b0f5-0266-4e7b-b32c-5245980c3bc6,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:56.570798 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd68bb16-6a81-47a6-a9ed-f5c444a184d8 None None] Network eefc462a-cb91-428f-b098-dae39fe8e061 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:33:56.613135 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:56.614376 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28253'] for router, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:56.625484 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8450d45f-3cd9-4f7d-a11b-c177e93f4ba5 req-14c8de77-a3a2-4282-94bf-e29d2ba9bd8c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=718178a3-4b17-445d-8417-7cf51875f92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128769 Sep 06 14:33:56.684181 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:56.747450 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] Set router d0fb4aec-9aa7-4c24-b196-402d473052bc gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:33:56.810194 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8450d45f-3cd9-4f7d-a11b-c177e93f4ba5 req-ebc2edb7-6abc-4cf1-aa38-db6e2242e162 service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601477 Sep 06 14:33:56.887446 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:56.940143 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8450d45f-3cd9-4f7d-a11b-c177e93f4ba5 req-d8b68cbe-0f5c-47d4-9d42-10c51e71ca32 service neutron] 10.222.0.22 "GET /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169801 Sep 06 14:33:56.947845 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-92237d00-12e6-4a2c-84c1-87806b145249 req-6a18ab48-60ee-407e-9315-8050e1577560 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870018 Sep 06 14:33:57.148990 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc921a0d8-8086-577e-a203-f26a00adf144-eefc462a-cb91-428f-b098-dae39fe8e061', 'network_id': 'eefc462a-cb91-428f-b098-dae39fe8e061', 'tenant_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'fixed_ips': [{'subnet_id': '6ca737d4-2502-41c9-bdd1-948887509e7b'}]}} from dv-cinder-791281-8-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:33:57.149896 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:57.178924 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701a3b6-aa19-47c5-9043-7c60c254d1b9 req-5bd03e3c-1341-440e-8d88-5b59001e8251 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:57.180536 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4701a3b6-aa19-47c5-9043-7c60c254d1b9 req-5bd03e3c-1341-440e-8d88-5b59001e8251 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.1373699 Sep 06 14:33:57.253339 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4701a3b6-aa19-47c5-9043-7c60c254d1b9 req-9db16bb4-b66e-4253-8a6b-b278003810d8 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653501 Sep 06 14:33:57.265435 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:57.294896 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:57.367484 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'name': 'tempest-TestShelveInstance-261985405-router', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:51Z', 'revision_number': 4, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'gw_port': {'id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '2081b0f5-0266-4e7b-b32c-5245980c3bc6', 'name': '', 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'mac_address': 'fa:16:3e:73:9d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:50Z', 'updated_at': '2021-09-06T14:33:56Z', 'revision_number': 4, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'subnets': [{'id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:33:57.401059 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eefd80-9c17-48ae-bf74-da92c99f5e53 None None] The sync data for ids ['d0fb4aec-9aa7-4c24-b196-402d473052bc'] in dv-cinder-791281-8-iscsi is: [{'id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'name': 'tempest-TestShelveInstance-261985405-router', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:51Z', 'revision_number': 4, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'gw_port': {'id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '2081b0f5-0266-4e7b-b32c-5245980c3bc6', 'name': '', 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'mac_address': 'fa:16:3e:73:9d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:50Z', 'updated_at': '2021-09-06T14:33:56Z', 'revision_number': 4, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'subnets': [{'id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:33:57.423341 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Allocated IP 172.20.0.2 (eefc462a-cb91-428f-b098-dae39fe8e061/6ca737d4-2502-41c9-bdd1-948887509e7b/0f8d5403-1b90-43ee-8276-43998edc763e) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:33:57.526899 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Allocated IP 172.27.0.24 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/73059d1d-ed9d-46f5-9462-7faf28c170f7) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:33:57.727894 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:57.753554 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:57.765570 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Transition to ACTIVE for port object 0f8d5403-1b90-43ee-8276-43998edc763e will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:33:57.784368 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Transition to ACTIVE for port object 0f8d5403-1b90-43ee-8276-43998edc763e will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:33:57.796548 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:57.839713 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:57.882227 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Pushing event updated for resources: {'Port': ['ID=0f8d5403-1b90-43ee-8276-43998edc763e,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:57.884213 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:33:57.891354 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Network eefc462a-cb91-428f-b098-dae39fe8e061 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:33:57.893451 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:33:57.896025 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:33:57.900683 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:33:57.910600 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:33:57.990434 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Attempting to bind port 0f8d5403-1b90-43ee-8276-43998edc763e on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:33:57.990859 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Attempting to bind port 0f8d5403-1b90-43ee-8276-43998edc763e by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': '432240d1-2744-44c6-a96c-bfca5fe27e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eefc462a-cb91-428f-b098-dae39fe8e061'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:33:57.991235 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Attempting to bind port 0f8d5403-1b90-43ee-8276-43998edc763e on network eefc462a-cb91-428f-b098-dae39fe8e061 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:33:58.007237 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:33:58.007873 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Checking segment: {'id': '432240d1-2744-44c6-a96c-bfca5fe27e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eefc462a-cb91-428f-b098-dae39fe8e061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:33:58.008284 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:58.008684 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Bound using segment: {'id': '432240d1-2744-44c6-a96c-bfca5fe27e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eefc462a-cb91-428f-b098-dae39fe8e061'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:33:58.009172 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Bound port: 0f8d5403-1b90-43ee-8276-43998edc763e, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432240d1-2744-44c6-a96c-bfca5fe27e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eefc462a-cb91-428f-b098-dae39fe8e061'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:33:58.009555 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:58.164734 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677481df-048b-4125-afd3-4c07750d17b3 req-8e09bdc0-9232-4467-b775-035865e68aa4 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:58.173548 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-677481df-048b-4125-afd3-4c07750d17b3 req-8e09bdc0-9232-4467-b775-035865e68aa4 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 943 time: 0.0972667 Sep 06 14:33:58.189654 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] For port 0f8d5403-1b90-43ee-8276-43998edc763e, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:33:58.196545 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] For port 0f8d5403-1b90-43ee-8276-43998edc763e, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=0f8d5403-1b90-43ee-8276-43998edc763e,segment=NetworkSegment(432240d1-2744-44c6-a96c-bfca5fe27e5c),segment_id=432240d1-2744-44c6-a96c-bfca5fe27e5c)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:33:58.205639 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:58.247710 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-677481df-048b-4125-afd3-4c07750d17b3 req-669c69eb-e296-4008-900c-4e8762db031b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672085 Sep 06 14:33:58.264389 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Pushing event updated for resources: {'Port': ['ID=73059d1d-ed9d-46f5-9462-7faf28c170f7,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:58.309264 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca2606-3802-4cbe-a4b9-424a95bccb1f None None] Pushing event updated for resources: {'Port': ['ID=0f8d5403-1b90-43ee-8276-43998edc763e,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:58.539985 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 2081b0f5-0266-4e7b-b32c-5245980c3bc6 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:33:58.593324 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48918fc-1548-478d-9530-20a0faea7fc3 req-3e699b91-3655-4896-bca7-fd35178e64a7 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:58.602199 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e48918fc-1548-478d-9530-20a0faea7fc3 req-3e699b91-3655-4896-bca7-fd35178e64a7 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.2262170 Sep 06 14:33:58.687026 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port 2081b0f5-0266-4e7b-b32c-5245980c3bc6 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:33:58.694041 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 2081b0f5-0266-4e7b-b32c-5245980c3bc6 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:33:58.695323 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:58.725678 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e48918fc-1548-478d-9530-20a0faea7fc3 req-ffc07c51-6711-4402-b53b-2cfb2d99032b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221507 Sep 06 14:33:58.740786 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:58.936114 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:59.000937 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port 2081b0f5-0266-4e7b-b32c-5245980c3bc6, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=2081b0f5-0266-4e7b-b32c-5245980c3bc6,segment=NetworkSegment(918f975e-75a9-49c0-8710-8ab94b27aa81),segment_id=918f975e-75a9-49c0-8710-8ab94b27aa81)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:33:59.007253 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:59.123653 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=2081b0f5-0266-4e7b-b32c-5245980c3bc6,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:59.210373 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679913'] for router, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:59.456376 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Router ff9a80a6-9b4e-4327-a8ca-c52544e40f50 is scheduled to L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 with binding_index 1 {{(pid=93872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:33:59.462620 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46988ced-6748-4f26-bad0-3b008459304f req-8b6761d0-28cf-40d6-90cc-958779589e1b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:59.464539 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-46988ced-6748-4f26-bad0-3b008459304f req-8b6761d0-28cf-40d6-90cc-958779589e1b tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 943 time: 0.0784914 Sep 06 14:33:59.542715 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-46988ced-6748-4f26-bad0-3b008459304f req-3dd2d9f7-7e30-49e4-8cc8-de0a44f8b79e tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701163 Sep 06 14:33:59.614608 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:33:59.626539 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Sync routers for ids ['ff9a80a6-9b4e-4327-a8ca-c52544e40f50'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:33:59.637441 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Routers {'ff9a80a6-9b4e-4327-a8ca-c52544e40f50'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:33:59.638523 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:33:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['ff9a80a6-9b4e-4327-a8ca-c52544e40f50'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:33:59.643991 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:59.648124 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f5bd2876-292a-442b-9a66-3ce6b00f5e64 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0915608 Sep 06 14:33:59.648333 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 48258) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:59.780565 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Set router ff9a80a6-9b4e-4327-a8ca-c52544e40f50 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:33:59.849243 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345538ae-9e6d-410f-8338-619125c12a78 None None] Network eefc462a-cb91-428f-b098-dae39fe8e061 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:33:59.972304 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'name': 'tempest-TestShelveInstance-1385679006-router', 'tenant_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '73059d1d-ed9d-46f5-9462-7faf28c170f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:56Z', 'updated_at': '2021-09-06T14:33:58Z', 'revision_number': 3, 'project_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'gw_port': {'id': '73059d1d-ed9d-46f5-9462-7faf28c170f7', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:57Z', 'updated_at': '2021-09-06T14:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:34:00.008541 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Checking router: ff9a80a6-9b4e-4327-a8ca-c52544e40f50 for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:34:00.008902 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Updating router ff9a80a6-9b4e-4327-a8ca-c52544e40f50 port 73059d1d-ed9d-46f5-9462-7faf28c170f7 binding host dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:34:00.013594 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c97d1032-0020-43e3-a951-aa17180beba4 None None] Provisioning for port 0f8d5403-1b90-43ee-8276-43998edc763e completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:34:00.035051 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:00.334680 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:00.486277 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:00.500291 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Transition to ACTIVE for port object 73059d1d-ed9d-46f5-9462-7faf28c170f7 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:34:00.523870 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:00.581029 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 0f8d5403-1b90-43ee-8276-43998edc763e up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:34:00.614982 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Attempting to bind port 73059d1d-ed9d-46f5-9462-7faf28c170f7 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:34:00.615305 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Attempting to bind port 73059d1d-ed9d-46f5-9462-7faf28c170f7 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:34:00.615669 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Attempting to bind port 73059d1d-ed9d-46f5-9462-7faf28c170f7 on network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:34:00.617800 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ce63c-8d6d-4e02-a556-0a7c10c6379e req-479c7b2b-6af8-439e-9b98-79b412806d2f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:00.621153 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a61ce63c-8d6d-4e02-a556-0a7c10c6379e req-479c7b2b-6af8-439e-9b98-79b412806d2f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.1695240 Sep 06 14:34:00.637527 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777276e0-3d28-4613-b8d4-8a6b5d70e985 None None] Pushing event updated for resources: {'Port': ['ID=73059d1d-ed9d-46f5-9462-7faf28c170f7,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:00.667546 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:34:00.667918 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Checking segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:34:00.668369 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:00.668711 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Bound using segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:34:00.669198 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Bound port: 73059d1d-ed9d-46f5-9462-7faf28c170f7, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:34:00.669599 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:00.696988 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port 0f8d5403-1b90-43ee-8276-43998edc763e completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:34:00.706199 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 0f8d5403-1b90-43ee-8276-43998edc763e triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:34:00.707526 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:00.738637 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a61ce63c-8d6d-4e02-a556-0a7c10c6379e req-7c21022b-f314-40b3-a5bf-4ec1b9c34711 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096940 Sep 06 14:34:00.756678 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d09ff9-50a5-4f7a-9682-0bf04a196ea4 req-169cc8c1-55d4-431b-962c-405ff0405619 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:00.758385 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-97d09ff9-50a5-4f7a-9682-0bf04a196ea4 req-169cc8c1-55d4-431b-962c-405ff0405619 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 943 time: 0.1002555 Sep 06 14:34:00.764106 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Allocated IP 172.20.0.1 (eefc462a-cb91-428f-b098-dae39fe8e061/6ca737d4-2502-41c9-bdd1-948887509e7b/e92055cc-a021-4f9f-b7b9-a8d4be3a5f69) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:34:00.791265 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] For port 73059d1d-ed9d-46f5-9462-7faf28c170f7, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:34:00.798238 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] For port 73059d1d-ed9d-46f5-9462-7faf28c170f7, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=73059d1d-ed9d-46f5-9462-7faf28c170f7,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:34:00.811569 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:00.839731 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-97d09ff9-50a5-4f7a-9682-0bf04a196ea4 req-40eb6157-723e-4aea-8915-1d753dd34e74 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731535 Sep 06 14:34:00.872810 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777276e0-3d28-4613-b8d4-8a6b5d70e985 None None] Pushing event updated for resources: {'Port': ['ID=73059d1d-ed9d-46f5-9462-7faf28c170f7,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:00.903582 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Routers {'ff9a80a6-9b4e-4327-a8ca-c52544e40f50'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:34:00.904436 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:33:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['ff9a80a6-9b4e-4327-a8ca-c52544e40f50'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:34:00.919515 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:00.969665 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:00.976532 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port 0f8d5403-1b90-43ee-8276-43998edc763e, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=0f8d5403-1b90-43ee-8276-43998edc763e,segment=NetworkSegment(432240d1-2744-44c6-a96c-bfca5fe27e5c),segment_id=432240d1-2744-44c6-a96c-bfca5fe27e5c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:34:00.987111 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Transition to ACTIVE for port object e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:34:00.987357 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:00.989783 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 2081b0f5-0266-4e7b-b32c-5245980c3bc6 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:34:01.056650 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] Set router ff9a80a6-9b4e-4327-a8ca-c52544e40f50 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:34:01.063377 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device a99d9259-9415-4c03-8cbb-3819061bdcf7 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:34:01.082279 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:01.134258 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=0f8d5403-1b90-43ee-8276-43998edc763e,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:01.159834 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Pushing event updated for resources: {'Port': ['ID=e92055cc-a021-4f9f-b7b9-a8d4be3a5f69,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:01.201717 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Network eefc462a-cb91-428f-b098-dae39fe8e061 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:34:01.203962 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:34:01.206548 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 2081b0f5-0266-4e7b-b32c-5245980c3bc6 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:34:01.206978 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:01.210766 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:34:01.211254 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368828'] for router_interface, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:01.449683 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port a99d9259-9415-4c03-8cbb-3819061bdcf7, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a99d9259-9415-4c03-8cbb-3819061bdcf7,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:34:01.500835 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': 'a99d9259-9415-4c03-8cbb-3819061bdcf7', 'network_id': '718178a3-4b17-445d-8417-7cf51875f92b', 'port_id': 'a99d9259-9415-4c03-8cbb-3819061bdcf7', 'mac_address': 'fa:16:3e:6d:34:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0d1cd7-81f5-422d-bf12-26ef03d90b93', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:34:01.728237 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'name': 'tempest-TestShelveInstance-1385679006-router', 'tenant_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '73059d1d-ed9d-46f5-9462-7faf28c170f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:56Z', 'updated_at': '2021-09-06T14:33:58Z', 'revision_number': 3, 'project_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'gw_port': {'id': '73059d1d-ed9d-46f5-9462-7faf28c170f7', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:57Z', 'updated_at': '2021-09-06T14:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:34:01.731961 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:01.771436 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e265dd0-3acd-4e6f-a1d7-a6bc596d851d None None] The sync data for ids ['ff9a80a6-9b4e-4327-a8ca-c52544e40f50'] in dv-cinder-791281-8-iscsi is: [{'id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'name': 'tempest-TestShelveInstance-1385679006-router', 'tenant_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '73059d1d-ed9d-46f5-9462-7faf28c170f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:56Z', 'updated_at': '2021-09-06T14:33:58Z', 'revision_number': 3, 'project_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'gw_port': {'id': '73059d1d-ed9d-46f5-9462-7faf28c170f7', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:57Z', 'updated_at': '2021-09-06T14:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:34:01.830390 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:01.859920 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99d9259-9415-4c03-8cbb-3819061bdcf7 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:34:01.920822 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-91ff982f-6029-478a-96d8-4016c132514d None None] Provisioning for port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:34:01.924421 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port a99d9259-9415-4c03-8cbb-3819061bdcf7, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a99d9259-9415-4c03-8cbb-3819061bdcf7,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:34:01.937234 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-91ff982f-6029-478a-96d8-4016c132514d None None] Provisioning complete for port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:34:01.938846 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-91ff982f-6029-478a-96d8-4016c132514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:01.941001 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:02.036051 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:02.044854 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:02.045352 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677676'] for router_interface, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:02.046392 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-91ff982f-6029-478a-96d8-4016c132514d None None] Port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:34:02.048817 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=a99d9259-9415-4c03-8cbb-3819061bdcf7,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:02.061145 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df8281-63d4-4101-be33-c69361a61c02 req-670fd229-5162-48f8-9114-780f8aba3b24 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:02.063932 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-32df8281-63d4-4101-be33-c69361a61c02 req-670fd229-5162-48f8-9114-780f8aba3b24 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 944 time: 0.1000524 Sep 06 14:34:02.134989 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-32df8281-63d4-4101-be33-c69361a61c02 req-09d31fc3-e739-43d1-ad05-745c8b81e320 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650752 Sep 06 14:34:02.210966 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Pushing event updated for resources: {'Port': ['ID=e92055cc-a021-4f9f-b7b9-a8d4be3a5f69,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:02.222323 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Network eefc462a-cb91-428f-b098-dae39fe8e061 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:34:02.224100 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:34:02.373820 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Router ff9a80a6-9b4e-4327-a8ca-c52544e40f50 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:34:02.382411 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['a99d9259-9415-4c03-8cbb-3819061bdcf7'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:34:02.532073 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:34:02.547333 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c9d4b225-ed8f-425a-bb13-e77cbf621c79 admin admin] 10.222.0.53 "PUT /v2.0/routers/ff9a80a6-9b4e-4327-a8ca-c52544e40f50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8905926 Sep 06 14:34:02.705959 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 0f8d5403-1b90-43ee-8276-43998edc763e up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:34:02.747023 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-416c2363-c5ca-4bdc-9195-42a36b841ce9 None None] Provisioning complete for port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:34:02.747396 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-416c2363-c5ca-4bdc-9195-42a36b841ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:02.790674 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-416c2363-c5ca-4bdc-9195-42a36b841ce9 None None] Port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:34:02.825486 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 0f8d5403-1b90-43ee-8276-43998edc763e triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:34:02.825867 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:02.934821 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 73059d1d-ed9d-46f5-9462-7faf28c170f7 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:34:02.992006 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port 73059d1d-ed9d-46f5-9462-7faf28c170f7 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:34:02.997550 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 73059d1d-ed9d-46f5-9462-7faf28c170f7 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:34:02.997868 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.308707 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.331711 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 48316) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:03.336618 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-1bdf6d95-acb1-4f1d-9602-f4129128520e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-899086420', 'description': 'tempest-secgroup-smoke-899086420 description', 'project_id': 'b1836a45e71b4565bb86028fc9b32a01'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:34:03.359734 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port 73059d1d-ed9d-46f5-9462-7faf28c170f7, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=73059d1d-ed9d-46f5-9462-7faf28c170f7,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:34:03.367024 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.367318 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1bdf6d95-acb1-4f1d-9602-f4129128520e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.372499 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304acf8-999b-4c67-9406-86e40d2adb5e req-11df6fce-53e6-410e-b006-2cd2097147e9 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:03.374292 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1304acf8-999b-4c67-9406-86e40d2adb5e req-11df6fce-53e6-410e-b006-2cd2097147e9 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 944 time: 0.1078568 Sep 06 14:34:03.428323 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1304acf8-999b-4c67-9406-86e40d2adb5e req-201d6d2c-85eb-4080-a529-a29d899ccd08 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472062 Sep 06 14:34:03.433290 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=73059d1d-ed9d-46f5-9462-7faf28c170f7,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:03.475215 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1bdf6d95-acb1-4f1d-9602-f4129128520e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.480870 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1bdf6d95-acb1-4f1d-9602-f4129128520e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.504304 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1bdf6d95-acb1-4f1d-9602-f4129128520e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.505604 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-1bdf6d95-acb1-4f1d-9602-f4129128520e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1727188 Sep 06 14:34:03.508854 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 48324) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:03.513996 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-e7bca17f-b94f-4af8-8aa6-6dda5d24fdf8 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Request body: {'security_group_rule': {'security_group_id': 'c1f0928b-2986-4a2b-8441-8e350ce59243', 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:34:03.514500 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf6d95-acb1-4f1d-9602-f4129128520e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f0928b-2986-4a2b-8441-8e350ce59243,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:03.541788 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e7bca17f-b94f-4af8-8aa6-6dda5d24fdf8 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.594816 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e7bca17f-b94f-4af8-8aa6-6dda5d24fdf8 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.600538 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e7bca17f-b94f-4af8-8aa6-6dda5d24fdf8 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.620796 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bca17f-b94f-4af8-8aa6-6dda5d24fdf8 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79ecc7a-42f1-4893-a8b8-749866ab2b40,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:03.631362 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e7bca17f-b94f-4af8-8aa6-6dda5d24fdf8 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.634515 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-e7bca17f-b94f-4af8-8aa6-6dda5d24fdf8 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230814 Sep 06 14:34:03.636466 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 48336) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:03.641529 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-ba13e69e-9601-4953-b13e-a588b83c2c27 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Request body: {'security_group_rule': {'security_group_id': 'c1f0928b-2986-4a2b-8441-8e350ce59243', 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:34:03.670111 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ba13e69e-9601-4953-b13e-a588b83c2c27 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.731796 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ba13e69e-9601-4953-b13e-a588b83c2c27 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.736306 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ba13e69e-9601-4953-b13e-a588b83c2c27 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.754166 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13e69e-9601-4953-b13e-a588b83c2c27 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fff704-357b-4484-a8ac-ca7e74d7ed14,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:03.761042 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ba13e69e-9601-4953-b13e-a588b83c2c27 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.763525 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ba13e69e-9601-4953-b13e-a588b83c2c27 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253273 Sep 06 14:34:03.765907 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 48340) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:03.770751 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-887c231d-58fc-42a2-9427-fce104c527e9 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Request body: {'security_group_rule': {'security_group_id': 'c1f0928b-2986-4a2b-8441-8e350ce59243', 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:34:03.800841 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-887c231d-58fc-42a2-9427-fce104c527e9 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.864339 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-887c231d-58fc-42a2-9427-fce104c527e9 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.869613 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-887c231d-58fc-42a2-9427-fce104c527e9 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.896314 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c231d-58fc-42a2-9427-fce104c527e9 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a9c4df-1bd8-45fe-9bb6-76630ca402e1,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:03.910195 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-887c231d-58fc-42a2-9427-fce104c527e9 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:03.911437 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-887c231d-58fc-42a2-9427-fce104c527e9 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444509 Sep 06 14:34:03.914217 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 48348) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:03.918841 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-c83fca39-754a-45e3-bb53-a34670bfb180 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Request body: {'security_group_rule': {'security_group_id': 'c1f0928b-2986-4a2b-8441-8e350ce59243', 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:34:03.952958 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c83fca39-754a-45e3-bb53-a34670bfb180 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:04.025273 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c83fca39-754a-45e3-bb53-a34670bfb180 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:04.030654 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c83fca39-754a-45e3-bb53-a34670bfb180 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:04.053280 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fca39-754a-45e3-bb53-a34670bfb180 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bfa7b7-445a-40cc-9fab-a2bfde5e6e7a,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:04.060145 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c83fca39-754a-45e3-bb53-a34670bfb180 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:04.061529 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c83fca39-754a-45e3-bb53-a34670bfb180 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463237 Sep 06 14:34:04.064346 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 48350) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:04.069228 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-10c91715-78dc-456a-b774-26fc2472ca00 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Request body: {'security_group_rule': {'security_group_id': 'c1f0928b-2986-4a2b-8441-8e350ce59243', 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:34:04.095428 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.securitygroups_db [None req-10c91715-78dc-456a-b774-26fc2472ca00 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Project b1836a45e71b4565bb86028fc9b32a01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 14:34:04.100894 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10c91715-78dc-456a-b774-26fc2472ca00 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:04.162412 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10c91715-78dc-456a-b774-26fc2472ca00 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:04.166259 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10c91715-78dc-456a-b774-26fc2472ca00 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:04.176215 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Sync routers for ids ['ff9a80a6-9b4e-4327-a8ca-c52544e40f50'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:34:04.184701 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c91715-78dc-456a-b774-26fc2472ca00 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a738a0-d7e3-4ac4-a578-d554053e1f81,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:04.186463 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Routers {'ff9a80a6-9b4e-4327-a8ca-c52544e40f50'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:34:04.191512 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10c91715-78dc-456a-b774-26fc2472ca00 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:04.191919 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:33:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['ff9a80a6-9b4e-4327-a8ca-c52544e40f50'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:34:04.192863 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-10c91715-78dc-456a-b774-26fc2472ca00 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273150 Sep 06 14:34:04.195585 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 48352) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:04.200643 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-0c79c522-a35f-44f8-9631-d1388ab15140 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Request body: {'security_group_rule': {'security_group_id': 'c1f0928b-2986-4a2b-8441-8e350ce59243', 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:34:04.222470 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.securitygroups_db [None req-0c79c522-a35f-44f8-9631-d1388ab15140 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Project b1836a45e71b4565bb86028fc9b32a01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 14:34:04.227363 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0c79c522-a35f-44f8-9631-d1388ab15140 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:04.288802 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0c79c522-a35f-44f8-9631-d1388ab15140 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:04.292802 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0c79c522-a35f-44f8-9631-d1388ab15140 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:04.302275 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Set router ff9a80a6-9b4e-4327-a8ca-c52544e40f50 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:34:04.321901 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79c522-a35f-44f8-9631-d1388ab15140 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a44e9fb-d1b3-4739-a1be-1783b5590050,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:04.326780 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0c79c522-a35f-44f8-9631-d1388ab15140 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:04.328447 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-0c79c522-a35f-44f8-9631-d1388ab15140 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317828 Sep 06 14:34:04.419680 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 73059d1d-ed9d-46f5-9462-7faf28c170f7 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:34:04.553213 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-74b6fc7c-807c-490c-aea3-41e55e83b37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:04.565716 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587d74e-525b-46e7-9ab3-9bb5c8ce3701 req-a480a175-b03e-4adf-9705-1df3f2a93882 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:04.568188 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 73059d1d-ed9d-46f5-9462-7faf28c170f7 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:34:04.568563 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:04.570565 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4587d74e-525b-46e7-9ab3-9bb5c8ce3701 req-a480a175-b03e-4adf-9705-1df3f2a93882 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 944 time: 0.0612562 Sep 06 14:34:04.618752 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4587d74e-525b-46e7-9ab3-9bb5c8ce3701 req-469d4466-13c7-4b3a-8091-1415012a6ca3 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Sep 06 14:34:04.624351 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'name': 'tempest-TestShelveInstance-1385679006-router', 'tenant_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '73059d1d-ed9d-46f5-9462-7faf28c170f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:56Z', 'updated_at': '2021-09-06T14:34:01Z', 'revision_number': 4, 'project_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'gw_port': {'id': '73059d1d-ed9d-46f5-9462-7faf28c170f7', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:57Z', 'updated_at': '2021-09-06T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'e92055cc-a021-4f9f-b7b9-a8d4be3a5f69', 'name': '', 'network_id': 'eefc462a-cb91-428f-b098-dae39fe8e061', 'tenant_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'mac_address': 'fa:16:3e:15:ca:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '6ca737d4-2502-41c9-bdd1-948887509e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:34:00Z', 'updated_at': '2021-09-06T14:34:01Z', 'revision_number': 2, 'project_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'subnets': [{'id': '6ca737d4-2502-41c9-bdd1-948887509e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:34:04.658639 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Checking router: ff9a80a6-9b4e-4327-a8ca-c52544e40f50 for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:34:04.658994 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Updating router ff9a80a6-9b4e-4327-a8ca-c52544e40f50 port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 binding host dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:34:04.707985 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:05.002792 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device a99d9259-9415-4c03-8cbb-3819061bdcf7 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:34:05.043199 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:05.060440 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Transition to ACTIVE for port object e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:34:05.072531 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:05.117130 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port a99d9259-9415-4c03-8cbb-3819061bdcf7 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:34:05.130206 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port a99d9259-9415-4c03-8cbb-3819061bdcf7 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:34:05.130592 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:05.142397 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98db14-f6d0-4498-8a1a-de8a76779f1c None None] Pushing event updated for resources: {'Port': ['ID=e92055cc-a021-4f9f-b7b9-a8d4be3a5f69,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:05.226909 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Attempting to bind port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:34:05.227485 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Attempting to bind port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': '432240d1-2744-44c6-a96c-bfca5fe27e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eefc462a-cb91-428f-b098-dae39fe8e061'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:34:05.227670 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Attempting to bind port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 on network eefc462a-cb91-428f-b098-dae39fe8e061 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:34:05.237150 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:34:05.237535 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Checking segment: {'id': '432240d1-2744-44c6-a96c-bfca5fe27e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eefc462a-cb91-428f-b098-dae39fe8e061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:34:05.237965 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:05.238374 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Bound using segment: {'id': '432240d1-2744-44c6-a96c-bfca5fe27e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eefc462a-cb91-428f-b098-dae39fe8e061'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:34:05.238867 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Bound port: e92055cc-a021-4f9f-b7b9-a8d4be3a5f69, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432240d1-2744-44c6-a96c-bfca5fe27e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eefc462a-cb91-428f-b098-dae39fe8e061'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:34:05.239255 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:05.329305 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:05.350747 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] For port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:34:05.375274 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7751c343-82e1-41b0-bdf5-41b78abab488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99d9259-9415-4c03-8cbb-3819061bdcf7'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:34:05.377552 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd99971-ebec-49d8-840b-2ac75e7039e8" -d '{"events": [{"server_uuid": "7751c343-82e1-41b0-bdf5-41b78abab488", "name": "network-vif-plugged", "status": "completed", "tag": "a99d9259-9415-4c03-8cbb-3819061bdcf7"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:34:05.381320 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] For port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=e92055cc-a021-4f9f-b7b9-a8d4be3a5f69,segment=NetworkSegment(432240d1-2744-44c6-a96c-bfca5fe27e5c),segment_id=432240d1-2744-44c6-a96c-bfca5fe27e5c)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:34:05.399683 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:05.407081 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port a99d9259-9415-4c03-8cbb-3819061bdcf7, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a99d9259-9415-4c03-8cbb-3819061bdcf7,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:34:05.434666 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3366728-a2ad-422f-90b8-e834d1a00bf9 x-openstack-request-id: req-a3366728-a2ad-422f-90b8-e834d1a00bf9 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:34:05.435188 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7751c343-82e1-41b0-bdf5-41b78abab488", "name": "network-vif-plugged", "status": "completed", "tag": "a99d9259-9415-4c03-8cbb-3819061bdcf7", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:34:05.435519 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3366728-a2ad-422f-90b8-e834d1a00bf9 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:34:05.435996 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7751c343-82e1-41b0-bdf5-41b78abab488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99d9259-9415-4c03-8cbb-3819061bdcf7', 'code': 200} Sep 06 14:34:05.442187 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:05.489279 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98db14-f6d0-4498-8a1a-de8a76779f1c None None] Pushing event updated for resources: {'Port': ['ID=e92055cc-a021-4f9f-b7b9-a8d4be3a5f69,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:05.499831 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Routers {'ff9a80a6-9b4e-4327-a8ca-c52544e40f50'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:34:05.500017 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:33:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['ff9a80a6-9b4e-4327-a8ca-c52544e40f50'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:34:05.646379 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=a99d9259-9415-4c03-8cbb-3819061bdcf7,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:05.684094 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] Set router ff9a80a6-9b4e-4327-a8ca-c52544e40f50 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:34:05.694320 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d141e8-3aca-43c6-9eef-757eb2dd1ed1 req-0383959b-0bed-4808-86dd-a1de1c5e446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:05.696540 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f1d141e8-3aca-43c6-9eef-757eb2dd1ed1 req-0383959b-0bed-4808-86dd-a1de1c5e446c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 1098 time: 0.0826771 Sep 06 14:34:05.799537 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f1d141e8-3aca-43c6-9eef-757eb2dd1ed1 req-c08f91d0-7ada-4530-bdab-1253b3dde5fc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846975 Sep 06 14:34:05.812680 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282fa39-6b7d-4068-8eea-497ad8cc90e2 req-01321e39-e1d2-49ce-8385-9a6c745fc37a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:05.814488 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8282fa39-6b7d-4068-8eea-497ad8cc90e2 req-01321e39-e1d2-49ce-8385-9a6c745fc37a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 945 time: 0.0985620 Sep 06 14:34:05.859599 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8282fa39-6b7d-4068-8eea-497ad8cc90e2 req-c9ee7621-3961-4ae0-81a2-f6459c009416 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366769 Sep 06 14:34:05.942354 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'name': 'tempest-TestShelveInstance-1385679006-router', 'tenant_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '73059d1d-ed9d-46f5-9462-7faf28c170f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:56Z', 'updated_at': '2021-09-06T14:34:01Z', 'revision_number': 4, 'project_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'gw_port': {'id': '73059d1d-ed9d-46f5-9462-7faf28c170f7', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:57Z', 'updated_at': '2021-09-06T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'e92055cc-a021-4f9f-b7b9-a8d4be3a5f69', 'name': '', 'network_id': 'eefc462a-cb91-428f-b098-dae39fe8e061', 'tenant_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'mac_address': 'fa:16:3e:15:ca:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '6ca737d4-2502-41c9-bdd1-948887509e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:34:00Z', 'updated_at': '2021-09-06T14:34:05Z', 'revision_number': 4, 'project_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'subnets': [{'id': '6ca737d4-2502-41c9-bdd1-948887509e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:34:05.968519 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ca9493-2913-4dbc-8ffb-4963cbb948c8 None None] The sync data for ids ['ff9a80a6-9b4e-4327-a8ca-c52544e40f50'] in dv-cinder-791281-8-iscsi is: [{'id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'name': 'tempest-TestShelveInstance-1385679006-router', 'tenant_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '73059d1d-ed9d-46f5-9462-7faf28c170f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:56Z', 'updated_at': '2021-09-06T14:34:01Z', 'revision_number': 4, 'project_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'gw_port': {'id': '73059d1d-ed9d-46f5-9462-7faf28c170f7', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:57Z', 'updated_at': '2021-09-06T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'e92055cc-a021-4f9f-b7b9-a8d4be3a5f69', 'name': '', 'network_id': 'eefc462a-cb91-428f-b098-dae39fe8e061', 'tenant_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'mac_address': 'fa:16:3e:15:ca:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '6ca737d4-2502-41c9-bdd1-948887509e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:34:00Z', 'updated_at': '2021-09-06T14:34:05Z', 'revision_number': 4, 'project_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'subnets': [{'id': '6ca737d4-2502-41c9-bdd1-948887509e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:34:06.451875 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:34:06.506486 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:34:06.511178 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:34:06.511755 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:06.598675 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:06.633713 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=e92055cc-a021-4f9f-b7b9-a8d4be3a5f69,segment=NetworkSegment(432240d1-2744-44c6-a96c-bfca5fe27e5c),segment_id=432240d1-2744-44c6-a96c-bfca5fe27e5c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:34:06.639049 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:06.690208 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=e92055cc-a021-4f9f-b7b9-a8d4be3a5f69,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:06.847744 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 48486) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:06.896957 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-67469855-ec3f-4133-aa1c-c55dd3bb43d3 admin admin] Deleting subnet 759a0ea0-9dae-4db6-b102-6e5d85f1c20a {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:34:06.901641 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-67469855-ec3f-4133-aa1c-c55dd3bb43d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:06.953157 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-67469855-ec3f-4133-aa1c-c55dd3bb43d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11736422'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.037359 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-67469855-ec3f-4133-aa1c-c55dd3bb43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.079624 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ca568-982e-46a2-8131-ac98419f4e84 req-3be86875-0324-4ddc-92c1-4fdfa65f1ce1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:07.081285 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d96ca568-982e-46a2-8131-ac98419f4e84 req-3be86875-0324-4ddc-92c1-4fdfa65f1ce1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 945 time: 0.1256974 Sep 06 14:34:07.129899 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-67469855-ec3f-4133-aa1c-c55dd3bb43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11819271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12567114'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.144895 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d96ca568-982e-46a2-8131-ac98419f4e84 req-178ca9ea-255c-415a-af76-8eea62c70b3f tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546114 Sep 06 14:34:07.165288 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67469855-ec3f-4133-aa1c-c55dd3bb43d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759a0ea0-9dae-4db6-b102-6e5d85f1c20a,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:07.168091 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-67469855-ec3f-4133-aa1c-c55dd3bb43d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.171000 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-67469855-ec3f-4133-aa1c-c55dd3bb43d3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/759a0ea0-9dae-4db6-b102-6e5d85f1c20a HTTP/1.1" status: 204 len: 168 time: 0.3210087 Sep 06 14:34:07.172528 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 48492) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:07.245149 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5b162b0e-075b-465b-814a-2eb961babc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.332853 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5b162b0e-075b-465b-814a-2eb961babc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.345621 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-5b162b0e-075b-465b-814a-2eb961babc9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790ca7af-5275-481e-88b6-a397a75d38b5']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:34:07.356696 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-5b162b0e-075b-465b-814a-2eb961babc9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff70f900-beaf-4d35-80b1-36cd14857e4e') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:34:07.356991 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-5b162b0e-075b-465b-814a-2eb961babc9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff70f900-beaf-4d35-80b1-36cd14857e4e') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:34:07.367293 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5b162b0e-075b-465b-814a-2eb961babc9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11736447'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.381997 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5b162b0e-075b-465b-814a-2eb961babc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.390786 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b162b0e-075b-465b-814a-2eb961babc9b admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:34:07.391226 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5b162b0e-075b-465b-814a-2eb961babc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11819353'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: Traceback (most recent call last): Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: timer() Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: cb(*args, **kw) Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: return func(*args, **kwargs) Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: self._notify() Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: self.callback(batched_events) Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: event.method(event) Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: return f(self, *a, **k) Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._get(url).json() Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:34:07.392956 dv-cinder-791281-8-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:34:07.426233 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b74fd17e-51a6-480b-bef4-543eb4498eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.456191 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5b162b0e-075b-465b-814a-2eb961babc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.461944 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5b162b0e-075b-465b-814a-2eb961babc9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.464498 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-5b162b0e-075b-465b-814a-2eb961babc9b admin admin] 10.222.0.53 "DELETE /v2.0/networks/790ca7af-5275-481e-88b6-a397a75d38b5 HTTP/1.1" status: 204 len: 168 time: 0.2909305 Sep 06 14:34:07.475834 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b162b0e-075b-465b-814a-2eb961babc9b admin admin] Pushing event deleted for resources: {'Network': ['ID=790ca7af-5275-481e-88b6-a397a75d38b5,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:07.591471 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.648615 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 48500) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:07.692925 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-03988870-788c-4c21-8ce2-41a39c59e61b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=012ed46ed2824baf8e86652278fc45e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430551 Sep 06 14:34:07.695589 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 48502) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:07.752791 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6f1289e9-1e1c-4534-942d-4e1bd9736354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.775368 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6f1289e9-1e1c-4534-942d-4e1bd9736354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.827856 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6f1289e9-1e1c-4534-942d-4e1bd9736354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.830522 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6f1289e9-1e1c-4534-942d-4e1bd9736354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:07.831690 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6f1289e9-1e1c-4534-942d-4e1bd9736354 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0 HTTP/1.1" status: 204 len: 168 time: 0.1350770 Sep 06 14:34:07.840180 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1289e9-1e1c-4534-942d-4e1bd9736354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc0ea7f-a0b2-48da-8397-ab8ed3a88da0,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:08.272613 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cff27-0f86-4f9c-a8da-c632ad12ab80 req-52bf2aba-ecb5-4ec8-9e19-fc7964647575 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:08.274131 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a6cff27-0f86-4f9c-a8da-c632ad12ab80 req-52bf2aba-ecb5-4ec8-9e19-fc7964647575 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 945 time: 0.0502632 Sep 06 14:34:08.315646 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a6cff27-0f86-4f9c-a8da-c632ad12ab80 req-ba450741-8029-4f9e-9a0d-7a68869bc0a1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347979 Sep 06 14:34:08.452216 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:34:08.531647 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:34:08.532026 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:08.875662 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:09.367759 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e924b5-ba21-4fba-a297-ae9a908896cf req-496d2a2a-3229-4993-bc3d-ec1a86ce7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:09.369527 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-97e924b5-ba21-4fba-a297-ae9a908896cf req-496d2a2a-3229-4993-bc3d-ec1a86ce7444 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1aa8874a626416e82820a8f9fda0599&device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 1098 time: 0.0770645 Sep 06 14:34:09.382204 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda5f12-6b4b-4c7f-ae73-9c1648dd1105 req-1593439a-2b23-4e67-a7ef-beeef3fc18a7 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:09.383712 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9cda5f12-6b4b-4c7f-ae73-9c1648dd1105 req-1593439a-2b23-4e67-a7ef-beeef3fc18a7 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0822661 Sep 06 14:34:09.706361 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9cda5f12-6b4b-4c7f-ae73-9c1648dd1105 req-ff945779-f553-4157-a956-0c5e9dc23141 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140938 Sep 06 14:34:09.732803 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e924b5-ba21-4fba-a297-ae9a908896cf req-74cd3633-1c50-4679-b625-76fecc7fcd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:09.734306 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-97e924b5-ba21-4fba-a297-ae9a908896cf req-74cd3633-1c50-4679-b625-76fecc7fcd20 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab HTTP/1.1" status: 200 len: 920 time: 0.3497322 Sep 06 14:34:09.779881 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-97e924b5-ba21-4fba-a297-ae9a908896cf req-e4e4588d-44e2-4551-b9d6-97dc293f2273 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21158f81-630c-46ab-ace2-c41957ff6048 HTTP/1.1" status: 200 len: 217 time: 0.0376081 Sep 06 14:34:09.835533 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e924b5-ba21-4fba-a297-ae9a908896cf req-76a68081-0c27-4b55-aadc-dc13ef25f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:09.837014 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-97e924b5-ba21-4fba-a297-ae9a908896cf req-76a68081-0c27-4b55-aadc-dc13ef25f22d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fa9df13-81db-409e-a9f9-45d5d5eb4201 HTTP/1.1" status: 200 len: 859 time: 0.0455818 Sep 06 14:34:09.872505 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-97e924b5-ba21-4fba-a297-ae9a908896cf req-bde43593-bff4-4fa2-9672-85d6a01109f5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253241 Sep 06 14:34:09.978342 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-97e924b5-ba21-4fba-a297-ae9a908896cf req-d422fcfc-97ac-4f41-a9fd-19c5dadea9a5 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957923 Sep 06 14:34:10.113015 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-97e924b5-ba21-4fba-a297-ae9a908896cf req-23fd8563-609b-4db2-94e3-3e36c868ce7b service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188457 Sep 06 14:34:10.371084 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:10.772292 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:10.835248 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14137a-bb66-4fcf-a9bd-c6395336fd71 req-f4786cc9-4c16-411c-b264-52e48b0c1cf6 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:10.836697 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9f14137a-bb66-4fcf-a9bd-c6395336fd71 req-f4786cc9-4c16-411c-b264-52e48b0c1cf6 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0540004 Sep 06 14:34:10.881707 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9f14137a-bb66-4fcf-a9bd-c6395336fd71 req-6da12036-546c-406a-a202-e50540642305 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381510 Sep 06 14:34:12.011333 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd8280-007b-4d5b-8a8a-901e43dcd086 req-211649cf-dac7-4d49-9acd-429d54912957 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:12.012873 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-22dd8280-007b-4d5b-8a8a-901e43dcd086 req-211649cf-dac7-4d49-9acd-429d54912957 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0548491 Sep 06 14:34:12.052855 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-22dd8280-007b-4d5b-8a8a-901e43dcd086 req-16017c30-75d6-4d23-b573-de36b9e93b47 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338330 Sep 06 14:34:13.179249 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b58237-e9c3-47d8-b082-535bbdf8e683 req-18b0a592-2405-4e04-873e-2227c9d7e8ca tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:13.180740 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f3b58237-e9c3-47d8-b082-535bbdf8e683 req-18b0a592-2405-4e04-873e-2227c9d7e8ca tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0570769 Sep 06 14:34:13.221350 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f3b58237-e9c3-47d8-b082-535bbdf8e683 req-0b712f7d-9208-4474-88a8-d04a4c2af114 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337398 Sep 06 14:34:14.344149 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f94f3-15cc-4b2d-9f2f-334dbb3d4695 req-10c9845d-4bf8-4701-9abb-2c6a8e73916f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:14.345685 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c4f94f3-15cc-4b2d-9f2f-334dbb3d4695 req-10c9845d-4bf8-4701-9abb-2c6a8e73916f tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0523686 Sep 06 14:34:14.392782 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c4f94f3-15cc-4b2d-9f2f-334dbb3d4695 req-f0d32b78-3436-4c6b-b323-2d2f515cb6cc tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404568 Sep 06 14:34:15.526982 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91e2ae-daea-431f-8b11-d51421bb48b4 req-d7535b96-5093-460a-a489-a31fb2448d21 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:15.528402 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cb91e2ae-daea-431f-8b11-d51421bb48b4 req-d7535b96-5093-460a-a489-a31fb2448d21 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0543983 Sep 06 14:34:15.571681 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cb91e2ae-daea-431f-8b11-d51421bb48b4 req-068ba4ba-b521-48cc-a021-0a64888d0ff6 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371962 Sep 06 14:34:16.716735 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a755d2e-5c63-4fab-8f75-ca14c0b509e1 req-672c7516-48e4-43a8-a140-ce012ba2dad9 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:16.719638 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6a755d2e-5c63-4fab-8f75-ca14c0b509e1 req-672c7516-48e4-43a8-a140-ce012ba2dad9 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0662000 Sep 06 14:34:16.782648 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6a755d2e-5c63-4fab-8f75-ca14c0b509e1 req-60c53745-8032-4839-9620-1e7bdd53af99 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541580 Sep 06 14:34:17.942846 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e9405-e19d-4a7f-8c85-123a15f4bb89 req-22a96e3a-62ce-42d6-b672-3a6d0e7ec956 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:17.944668 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9b7e9405-e19d-4a7f-8c85-123a15f4bb89 req-22a96e3a-62ce-42d6-b672-3a6d0e7ec956 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0821970 Sep 06 14:34:18.008648 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9b7e9405-e19d-4a7f-8c85-123a15f4bb89 req-ad542c42-1ac0-4d78-939b-3514b6a61f02 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524821 Sep 06 14:34:19.630958 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:34:24.787421 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f47e6-7f07-416d-bc2f-429e9be06842 req-9ea1dd25-a374-423b-b1cb-a12e8f668644 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:24.790388 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-384f47e6-7f07-416d-bc2f-429e9be06842 req-9ea1dd25-a374-423b-b1cb-a12e8f668644 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0709341 Sep 06 14:34:24.840430 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-384f47e6-7f07-416d-bc2f-429e9be06842 req-8c17cdf3-8512-4cd3-b0b9-85d462b838e5 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426331 Sep 06 14:34:26.274182 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ee346-cc48-47a2-beb1-d93e5a7ab58a req-faf39cfd-7da5-4011-ad28-2f973d7fc760 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:26.278787 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dd9ee346-cc48-47a2-beb1-d93e5a7ab58a req-faf39cfd-7da5-4011-ad28-2f973d7fc760 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.3506722 Sep 06 14:34:26.336350 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dd9ee346-cc48-47a2-beb1-d93e5a7ab58a req-23e1cdd4-b697-433d-9912-31c9a001b2e9 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511286 Sep 06 14:34:27.472504 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea30726-adef-40a3-8209-75144899b057 req-3af7c058-1933-47ed-9539-e55780c4efaa tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:27.474482 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2ea30726-adef-40a3-8209-75144899b057 req-3af7c058-1933-47ed-9539-e55780c4efaa tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0534720 Sep 06 14:34:27.524534 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2ea30726-adef-40a3-8209-75144899b057 req-e0646f24-044f-48b8-b1f9-5cac584b4273 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429788 Sep 06 14:34:28.691565 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3274d8-23ee-4d85-9b1e-06a5675f4bc1 req-44fbc6d4-f761-406f-849c-599beb85de85 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:28.693374 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc3274d8-23ee-4d85-9b1e-06a5675f4bc1 req-44fbc6d4-f761-406f-849c-599beb85de85 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0704203 Sep 06 14:34:28.741545 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc3274d8-23ee-4d85-9b1e-06a5675f4bc1 req-de967209-0de8-46d8-804e-7ccc1ef485ed tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401704 Sep 06 14:34:29.872686 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025edf14-b74f-4d2c-a62d-ac41155a9b8b req-4579e0b2-97cb-4ede-bfa0-c1b881e68185 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:29.874482 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-025edf14-b74f-4d2c-a62d-ac41155a9b8b req-4579e0b2-97cb-4ede-bfa0-c1b881e68185 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0568793 Sep 06 14:34:29.919006 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-025edf14-b74f-4d2c-a62d-ac41155a9b8b req-ed14c00a-ff6d-4c29-b97c-f289e18a4597 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382273 Sep 06 14:34:30.674722 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccf9bc-7824-45e9-9291-88ea3daed8f7 req-04d69f1d-5d72-4eda-91ef-dc6c9b1b7e71 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:30.676544 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c9ccf9bc-7824-45e9-9291-88ea3daed8f7 req-04d69f1d-5d72-4eda-91ef-dc6c9b1b7e71 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 945 time: 0.0529060 Sep 06 14:34:30.728705 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c9ccf9bc-7824-45e9-9291-88ea3daed8f7 req-b4c0e782-8cfe-4e3d-b770-ffbe9af9ee93 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444655 Sep 06 14:34:31.044408 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97c346-91f5-4b64-8e75-4adde5de6d37 req-81105bc7-b61b-4e7e-9d8d-275a8bd49fef tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:31.046050 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1a97c346-91f5-4b64-8e75-4adde5de6d37 req-81105bc7-b61b-4e7e-9d8d-275a8bd49fef tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0528350 Sep 06 14:34:31.086724 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1a97c346-91f5-4b64-8e75-4adde5de6d37 req-a1a08158-b299-420b-941a-484b4fd084f6 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347581 Sep 06 14:34:31.872791 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299d29f-571f-459f-ab10-ff11f86975ff req-1d9076ab-7932-41be-a147-6024ceb5bb77 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:31.874951 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f299d29f-571f-459f-ab10-ff11f86975ff req-1d9076ab-7932-41be-a147-6024ceb5bb77 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 945 time: 0.0587246 Sep 06 14:34:31.922326 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f299d29f-571f-459f-ab10-ff11f86975ff req-3b140912-3692-4976-84b8-e97774a205cd tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357764 Sep 06 14:34:32.223198 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21162f-de61-4476-8807-c570943cc21f req-89ec04b0-25d7-462c-952e-14ae5790e122 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:32.224791 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c21162f-de61-4476-8807-c570943cc21f req-89ec04b0-25d7-462c-952e-14ae5790e122 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0515361 Sep 06 14:34:32.266744 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c21162f-de61-4476-8807-c570943cc21f req-bc266a92-0386-44ed-ab25-323eb380bf3a tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349627 Sep 06 14:34:33.075075 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5d145-d893-4535-bb6d-486cbaeee496 req-17db5e84-8f39-4dcf-a8b8-ec315664be81 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:33.077354 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0dc5d145-d893-4535-bb6d-486cbaeee496 req-17db5e84-8f39-4dcf-a8b8-ec315664be81 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 945 time: 0.0661786 Sep 06 14:34:33.128673 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0dc5d145-d893-4535-bb6d-486cbaeee496 req-a8414e54-7549-4c53-bfa1-f30a7ff6735a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450222 Sep 06 14:34:33.413652 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2dc5d-c778-40eb-9c5d-0ee0e933072e req-cb2d03cb-85a8-4752-95ad-a5d23dfe0e86 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:33.415960 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3f2dc5d-c778-40eb-9c5d-0ee0e933072e req-cb2d03cb-85a8-4752-95ad-a5d23dfe0e86 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0708096 Sep 06 14:34:33.465105 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3f2dc5d-c778-40eb-9c5d-0ee0e933072e req-29f936e6-c95b-44c4-aee2-77cf5aa6bf76 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425818 Sep 06 14:34:33.655266 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afcfc6-a119-4b30-8767-ce4443679a5c req-33bfa9b0-d1c6-492b-aefe-ffbbe249c974 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:33.656972 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-62afcfc6-a119-4b30-8767-ce4443679a5c req-33bfa9b0-d1c6-492b-aefe-ffbbe249c974 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 945 time: 0.0617287 Sep 06 14:34:33.771978 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-62afcfc6-a119-4b30-8767-ce4443679a5c req-a2d77e6a-3c1c-4c1d-a0f6-4bec35a1eb3a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Deleting port a99d9259-9415-4c03-8cbb-3819061bdcf7 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:34:33.772262 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-62afcfc6-a119-4b30-8767-ce4443679a5c req-a2d77e6a-3c1c-4c1d-a0f6-4bec35a1eb3a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:33.887001 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-62afcfc6-a119-4b30-8767-ce4443679a5c req-a2d77e6a-3c1c-4c1d-a0f6-4bec35a1eb3a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] For port a99d9259-9415-4c03-8cbb-3819061bdcf7, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a99d9259-9415-4c03-8cbb-3819061bdcf7,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:34:33.887379 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-62afcfc6-a119-4b30-8767-ce4443679a5c req-a2d77e6a-3c1c-4c1d-a0f6-4bec35a1eb3a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:33.907095 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-62afcfc6-a119-4b30-8767-ce4443679a5c req-a2d77e6a-3c1c-4c1d-a0f6-4bec35a1eb3a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Calling delete_port for a99d9259-9415-4c03-8cbb-3819061bdcf7 owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:34:34.059843 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-62afcfc6-a119-4b30-8767-ce4443679a5c req-a2d77e6a-3c1c-4c1d-a0f6-4bec35a1eb3a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:34.075929 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['bc6bf95a-f246-4e44-a803-9ce8c430a8f8', '5af777fd-abc5-4727-babf-e1e9fd223213', 'a3885dd1-77ef-4fca-81b8-f25e44a26b09', 'a99d9259-9415-4c03-8cbb-3819061bdcf7'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:34:34.093685 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d77e6a-3c1c-4c1d-a0f6-4bec35a1eb3a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Pushing event deleted for resources: {'Port': ['ID=a99d9259-9415-4c03-8cbb-3819061bdcf7,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:34.142836 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-62afcfc6-a119-4b30-8767-ce4443679a5c req-a2d77e6a-3c1c-4c1d-a0f6-4bec35a1eb3a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] No DVR routers for this DVR port a99d9259-9415-4c03-8cbb-3819061bdcf7 on host hv-cinder-79128 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:34:34.145891 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-62afcfc6-a119-4b30-8767-ce4443679a5c req-a2d77e6a-3c1c-4c1d-a0f6-4bec35a1eb3a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:34.148077 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-62afcfc6-a119-4b30-8767-ce4443679a5c req-a2d77e6a-3c1c-4c1d-a0f6-4bec35a1eb3a tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "DELETE /v2.0/ports/a99d9259-9415-4c03-8cbb-3819061bdcf7 HTTP/1.1" status: 204 len: 173 time: 0.4840586 Sep 06 14:34:34.148568 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7751c343-82e1-41b0-bdf5-41b78abab488', 'name': 'network-vif-deleted', 'tag': 'a99d9259-9415-4c03-8cbb-3819061bdcf7'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:34:34.151831 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b3bfdc-51dd-42e3-a16b-ede21a60819d" -d '{"events": [{"server_uuid": "7751c343-82e1-41b0-bdf5-41b78abab488", "name": "network-vif-deleted", "tag": "a99d9259-9415-4c03-8cbb-3819061bdcf7"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:34:34.207981 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c19a0c-a198-44ad-a464-7b0ceebb8afe x-openstack-request-id: req-72c19a0c-a198-44ad-a464-7b0ceebb8afe {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:34:34.208280 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7751c343-82e1-41b0-bdf5-41b78abab488", "name": "network-vif-deleted", "tag": "a99d9259-9415-4c03-8cbb-3819061bdcf7", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:34:34.208538 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72c19a0c-a198-44ad-a464-7b0ceebb8afe {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:34:34.209003 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7751c343-82e1-41b0-bdf5-41b78abab488', 'name': 'network-vif-deleted', 'tag': 'a99d9259-9415-4c03-8cbb-3819061bdcf7', 'status': 'completed', 'code': 200} Sep 06 14:34:34.305477 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-39446f6b-06b3-4e3f-87cc-2ceafec6b409 req-f7c19956-d2d1-4843-a5c3-482639196152 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7751c343-82e1-41b0-bdf5-41b78abab488 HTTP/1.1" status: 200 len: 210 time: 0.0542078 Sep 06 14:34:34.531740 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a502f762-7ab6-4d1e-8a5a-a579b3307250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:34.646500 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09e8f0-e55f-48ca-bb8c-8ab7adb1ccad req-4cb9f45e-0a24-44bd-a351-f4328207765e tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:34.648475 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6c09e8f0-e55f-48ca-bb8c-8ab7adb1ccad req-4cb9f45e-0a24-44bd-a351-f4328207765e tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0851130 Sep 06 14:34:34.692449 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6c09e8f0-e55f-48ca-bb8c-8ab7adb1ccad req-1a3d0a8a-1797-4135-85be-79c0aa854070 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375793 Sep 06 14:34:35.840283 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641404e-cc1d-4aff-b87a-e22402703940 req-a6cd3a3d-bc99-4935-a499-f34f23a2bcd1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:35.841961 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f641404e-cc1d-4aff-b87a-e22402703940 req-a6cd3a3d-bc99-4935-a499-f34f23a2bcd1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0615909 Sep 06 14:34:35.892685 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f641404e-cc1d-4aff-b87a-e22402703940 req-96a6ea81-8011-4901-b118-a0f345a57950 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414855 Sep 06 14:34:36.818949 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075743c-ae35-455a-ad06-77a91a2afd19 req-461355dd-f47d-45d7-aae4-8f24a910eac1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:36.820632 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2075743c-ae35-455a-ad06-77a91a2afd19 req-461355dd-f47d-45d7-aae4-8f24a910eac1 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 945 time: 0.0693159 Sep 06 14:34:36.865073 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2075743c-ae35-455a-ad06-77a91a2afd19 req-f950357f-9e8d-4799-a096-7ad1d7e22699 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369818 Sep 06 14:34:37.043999 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420ecce-2cf0-45fb-b406-d453457b7199 req-7da76179-a2ad-4efa-bda4-210128ce8f37 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:37.045690 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b420ecce-2cf0-45fb-b406-d453457b7199 req-7da76179-a2ad-4efa-bda4-210128ce8f37 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0590930 Sep 06 14:34:37.092688 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b420ecce-2cf0-45fb-b406-d453457b7199 req-8ef8acb9-0bd0-4d73-8c7a-bdf09246ba4c tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370035 Sep 06 14:34:37.122746 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device a99d9259-9415-4c03-8cbb-3819061bdcf7 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:34:37.147583 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: a99d9259-9415-4c03-8cbb-3819061bdcf7 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:34:37.147931 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device a99d9259-9415-4c03-8cbb-3819061bdcf7 not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:34:37.437857 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-55ad9609-c534-4465-989f-784e731dad67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:37.448191 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9bca5-07e5-4e13-906b-a79c81a2793d req-40c7f997-4ba9-40ec-a60d-eff9eef44bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:37.449904 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b4b9bca5-07e5-4e13-906b-a79c81a2793d req-40c7f997-4ba9-40ec-a60d-eff9eef44bd9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1aa8874a626416e82820a8f9fda0599&device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 1098 time: 0.0522265 Sep 06 14:34:37.604510 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:37.610171 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9bca5-07e5-4e13-906b-a79c81a2793d req-339c0557-518c-419c-a325-c6279a4679cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:37.613166 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b4b9bca5-07e5-4e13-906b-a79c81a2793d req-339c0557-518c-419c-a325-c6279a4679cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab HTTP/1.1" status: 200 len: 920 time: 0.1398580 Sep 06 14:34:37.662180 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b4b9bca5-07e5-4e13-906b-a79c81a2793d req-09b327ee-fb12-4583-98b1-4f18abbb4dcf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21158f81-630c-46ab-ace2-c41957ff6048 HTTP/1.1" status: 200 len: 217 time: 0.0405664 Sep 06 14:34:37.725358 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9bca5-07e5-4e13-906b-a79c81a2793d req-075a819b-4eff-415f-b169-fed77f48cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:37.728351 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b4b9bca5-07e5-4e13-906b-a79c81a2793d req-075a819b-4eff-415f-b169-fed77f48cee8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fa9df13-81db-409e-a9f9-45d5d5eb4201 HTTP/1.1" status: 200 len: 859 time: 0.0581608 Sep 06 14:34:37.763767 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b4b9bca5-07e5-4e13-906b-a79c81a2793d req-f2cac890-9915-4b65-8eff-ea17752a7350 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280700 Sep 06 14:34:37.910308 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b4b9bca5-07e5-4e13-906b-a79c81a2793d req-3964fae8-e78e-4f46-9834-c4a07ffdf2e2 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383932 Sep 06 14:34:38.137791 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b4b9bca5-07e5-4e13-906b-a79c81a2793d req-d072ac56-b180-494b-be86-248c8b7f7971 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183833 Sep 06 14:34:38.153636 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ae40b-8ef4-4e19-8daf-d1840bce97f8 req-8d065381-3de4-4d56-ba21-f44656344ca0 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:38.155914 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f79ae40b-8ef4-4e19-8daf-d1840bce97f8 req-8d065381-3de4-4d56-ba21-f44656344ca0 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 945 time: 0.1780987 Sep 06 14:34:38.201216 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f79ae40b-8ef4-4e19-8daf-d1840bce97f8 req-217fb278-b173-418e-967a-4cd14c72137f tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390384 Sep 06 14:34:38.330605 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac96f0-1d4b-4433-8101-b32ce402b212 req-f10042b9-4da0-45e7-9b02-54b4fe420a0b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:38.333476 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4cac96f0-1d4b-4433-8101-b32ce402b212 req-f10042b9-4da0-45e7-9b02-54b4fe420a0b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0812674 Sep 06 14:34:38.388518 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4cac96f0-1d4b-4433-8101-b32ce402b212 req-7d48e859-daaf-41d9-a8df-1dc2f9734d43 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458536 Sep 06 14:34:38.434832 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efab433-989a-4635-9921-b78ce70cc40e req-4ef63cd3-b839-4d8a-b219-4cc41c0de22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:38.436391 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3efab433-989a-4635-9921-b78ce70cc40e req-4ef63cd3-b839-4d8a-b219-4cc41c0de22a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 1098 time: 0.0435379 Sep 06 14:34:38.483062 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3efab433-989a-4635-9921-b78ce70cc40e req-2a29e132-d20d-4d48-9972-b7fd61207cc8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343423 Sep 06 14:34:38.888089 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:39.233302 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d005a5-e61a-410f-9bcd-4b5f1deeddc9 req-32ab23a5-3c35-4a3f-9807-740f3110e14d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:39.235029 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-57d005a5-e61a-410f-9bcd-4b5f1deeddc9 req-32ab23a5-3c35-4a3f-9807-740f3110e14d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 945 time: 0.0833199 Sep 06 14:34:39.344722 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-57d005a5-e61a-410f-9bcd-4b5f1deeddc9 req-7b7a14eb-3858-4215-91d9-878e4c283542 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Deleting port a3885dd1-77ef-4fca-81b8-f25e44a26b09 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:34:39.345066 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-57d005a5-e61a-410f-9bcd-4b5f1deeddc9 req-7b7a14eb-3858-4215-91d9-878e4c283542 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:39.378673 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a7564-b94c-4f09-b012-297b83400a56 req-929fa578-936a-4eae-9e90-73d2037b5409 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:39.380288 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-614a7564-b94c-4f09-b012-297b83400a56 req-929fa578-936a-4eae-9e90-73d2037b5409 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc3e924-eba7-45a2-909b-e6bc956f6782 HTTP/1.1" status: 200 len: 945 time: 0.0587003 Sep 06 14:34:39.442858 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-614a7564-b94c-4f09-b012-297b83400a56 req-df261d79-54e9-429a-9514-8d2e5caca4dc tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545661 Sep 06 14:34:39.469788 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-57d005a5-e61a-410f-9bcd-4b5f1deeddc9 req-7b7a14eb-3858-4215-91d9-878e4c283542 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] For port a3885dd1-77ef-4fca-81b8-f25e44a26b09, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a3885dd1-77ef-4fca-81b8-f25e44a26b09,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:34:39.470405 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-57d005a5-e61a-410f-9bcd-4b5f1deeddc9 req-7b7a14eb-3858-4215-91d9-878e4c283542 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:39.488141 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-57d005a5-e61a-410f-9bcd-4b5f1deeddc9 req-7b7a14eb-3858-4215-91d9-878e4c283542 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Calling delete_port for a3885dd1-77ef-4fca-81b8-f25e44a26b09 owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:34:39.564087 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a90b2-696c-439d-82e2-5dab2f2d8aef req-0a95aa65-16ec-4209-bd19-d5fa0fa1ce42 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:39.565786 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-309a90b2-696c-439d-82e2-5dab2f2d8aef req-0a95aa65-16ec-4209-bd19-d5fa0fa1ce42 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0535955 Sep 06 14:34:39.621327 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-309a90b2-696c-439d-82e2-5dab2f2d8aef req-a5aabb47-bfce-4b5e-8040-7c1aa47081ae tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479820 Sep 06 14:34:39.638189 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-57d005a5-e61a-410f-9bcd-4b5f1deeddc9 req-7b7a14eb-3858-4215-91d9-878e4c283542 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:39.654258 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['bc6bf95a-f246-4e44-a803-9ce8c430a8f8', '5af777fd-abc5-4727-babf-e1e9fd223213', 'a3885dd1-77ef-4fca-81b8-f25e44a26b09'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:34:39.675827 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a14eb-3858-4215-91d9-878e4c283542 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Pushing event deleted for resources: {'Port': ['ID=a3885dd1-77ef-4fca-81b8-f25e44a26b09,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:39.728011 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d005a5-e61a-410f-9bcd-4b5f1deeddc9 req-7b7a14eb-3858-4215-91d9-878e4c283542 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] No DVR routers for this DVR port a3885dd1-77ef-4fca-81b8-f25e44a26b09 on host hv-cinder-79128 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:34:39.730940 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-57d005a5-e61a-410f-9bcd-4b5f1deeddc9 req-7b7a14eb-3858-4215-91d9-878e4c283542 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:39.733023 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-57d005a5-e61a-410f-9bcd-4b5f1deeddc9 req-7b7a14eb-3858-4215-91d9-878e4c283542 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "DELETE /v2.0/ports/a3885dd1-77ef-4fca-81b8-f25e44a26b09 HTTP/1.1" status: 204 len: 173 time: 0.4917600 Sep 06 14:34:39.733484 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc3e924-eba7-45a2-909b-e6bc956f6782', 'name': 'network-vif-deleted', 'tag': 'a3885dd1-77ef-4fca-81b8-f25e44a26b09'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:34:39.735825 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef49be99-38a4-4535-a3ad-d74f0e14deeb" -d '{"events": [{"server_uuid": "0cc3e924-eba7-45a2-909b-e6bc956f6782", "name": "network-vif-deleted", "tag": "a3885dd1-77ef-4fca-81b8-f25e44a26b09"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:34:39.787279 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3b2515-6047-4d27-8bc2-9742a34897ec x-openstack-request-id: req-fe3b2515-6047-4d27-8bc2-9742a34897ec {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:34:39.787481 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc3e924-eba7-45a2-909b-e6bc956f6782", "name": "network-vif-deleted", "tag": "a3885dd1-77ef-4fca-81b8-f25e44a26b09", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:34:39.787776 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe3b2515-6047-4d27-8bc2-9742a34897ec {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:34:39.788387 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc3e924-eba7-45a2-909b-e6bc956f6782', 'name': 'network-vif-deleted', 'tag': 'a3885dd1-77ef-4fca-81b8-f25e44a26b09', 'status': 'completed', 'code': 200} Sep 06 14:34:40.131372 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-8e4335ed-68e2-4461-90bd-c4092fdc631a tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899086420&fields=id&tenant_id=b1836a45e71b4565bb86028fc9b32a01 HTTP/1.1" status: 200 len: 267 time: 0.0465927 Sep 06 14:34:40.269286 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-1b269436-2fc1-49cd-b777-59bc53216812 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:40.271967 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-1b269436-2fc1-49cd-b777-59bc53216812 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/networks?id=58ec9605-fe64-46a3-85cf-779c96d317c8 HTTP/1.1" status: 200 len: 808 time: 0.1326346 Sep 06 14:34:40.291645 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-9ff56765-96ea-46e8-afd5-08c1711db71f tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/quotas/b1836a45e71b4565bb86028fc9b32a01 HTTP/1.1" status: 200 len: 375 time: 0.0132194 Sep 06 14:34:40.352906 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-6cd8be32-eee4-435e-b58b-3e3234f0e48e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1836a45e71b4565bb86028fc9b32a01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543039 Sep 06 14:34:40.403303 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:40.517170 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-4a0bb102-3088-422a-a99c-7f3796550c30 service neutron] 10.222.0.53 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212270 Sep 06 14:34:40.636761 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-149259eb-9fea-413b-9040-627df8345aa6 service neutron] 10.222.0.53 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130810 Sep 06 14:34:40.760208 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6225a-8c1a-45a5-a5e6-266b02fc79eb req-62ae055c-7696-4e4a-9fa1-9a9d80bd58b6 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:40.761862 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-aed6225a-8c1a-45a5-a5e6-266b02fc79eb req-62ae055c-7696-4e4a-9fa1-9a9d80bd58b6 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0612223 Sep 06 14:34:40.793505 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:40.835708 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-aed6225a-8c1a-45a5-a5e6-266b02fc79eb req-29910b33-549a-4839-ba3b-65d1abd2a0db tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588300 Sep 06 14:34:41.151474 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3290ac87-0921-4781-9976-3a75c9255551 req-d9296ba9-4b0c-4c3d-a18e-945e3e8ab7b9 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 210 time: 0.0475314 Sep 06 14:34:41.284736 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a126957-30d5-4134-8a1f-5e9d021a2f40 req-a3b222c4-7281-4642-99fb-c0b3daf3c1d0 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:41.286526 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a126957-30d5-4134-8a1f-5e9d021a2f40 req-a3b222c4-7281-4642-99fb-c0b3daf3c1d0 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 945 time: 0.0651677 Sep 06 14:34:41.395695 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a126957-30d5-4134-8a1f-5e9d021a2f40 req-8c1429b0-6f35-48f3-8fe9-fc8624a9aef2 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975301 Sep 06 14:34:41.422633 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce9358-396c-4ab0-8849-2c43cd3bdda6 req-69c210fa-1d90-422f-88b6-e7723018430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:41.424733 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b3ce9358-396c-4ab0-8849-2c43cd3bdda6 req-69c210fa-1d90-422f-88b6-e7723018430f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1aa8874a626416e82820a8f9fda0599&device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 1098 time: 0.0786529 Sep 06 14:34:41.486455 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409bc84-8f91-48f6-8903-495addaada3c req-b5cab5a3-a8fa-4f79-8f3b-8fe831e80bea tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:41.488579 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0409bc84-8f91-48f6-8903-495addaada3c req-b5cab5a3-a8fa-4f79-8f3b-8fe831e80bea tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0928891 Sep 06 14:34:41.551646 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0409bc84-8f91-48f6-8903-495addaada3c req-03126f1d-c032-4683-9f91-5b5d4593988a tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531533 Sep 06 14:34:41.569588 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce9358-396c-4ab0-8849-2c43cd3bdda6 req-38ee2079-cfb5-4dfb-adb0-9abe450a1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:41.571236 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b3ce9358-396c-4ab0-8849-2c43cd3bdda6 req-38ee2079-cfb5-4dfb-adb0-9abe450a1202 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab HTTP/1.1" status: 200 len: 920 time: 0.1382236 Sep 06 14:34:41.622912 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b3ce9358-396c-4ab0-8849-2c43cd3bdda6 req-f62221bc-17b4-4ae9-bb33-34946341db78 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21158f81-630c-46ab-ace2-c41957ff6048 HTTP/1.1" status: 200 len: 217 time: 0.0429606 Sep 06 14:34:41.678152 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce9358-396c-4ab0-8849-2c43cd3bdda6 req-db3c8140-4ea0-49b6-a8be-186fed6ef113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:41.679663 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b3ce9358-396c-4ab0-8849-2c43cd3bdda6 req-db3c8140-4ea0-49b6-a8be-186fed6ef113 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fa9df13-81db-409e-a9f9-45d5d5eb4201 HTTP/1.1" status: 200 len: 859 time: 0.0477257 Sep 06 14:34:41.735056 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b3ce9358-396c-4ab0-8849-2c43cd3bdda6 req-1aee3b1b-a2fd-47ed-bed9-2ad4d4e5291e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452399 Sep 06 14:34:41.845639 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b3ce9358-396c-4ab0-8849-2c43cd3bdda6 req-ecfb8341-d001-4a37-9255-e216acb55283 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948532 Sep 06 14:34:41.983177 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b3ce9358-396c-4ab0-8849-2c43cd3bdda6 req-2c32ec4f-fbc8-4e35-8ea9-5e81031c460d service neutron] 10.222.0.22 "GET /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162667 Sep 06 14:34:42.265458 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3595ab29-85c4-40a3-8970-4684396244e9 req-3e422c08-d78b-479c-a870-a2ed4fad1de0 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 210 time: 0.0318246 Sep 06 14:34:42.598975 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d61f1-f8b3-4437-b820-f5362aa83bf4 req-d0683dcb-fb8f-42b8-bc26-ca454f822386 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:42.599911 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-6c5106eb-3166-460e-ad24-2bc46545496e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:42.601522 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-6c5106eb-3166-460e-ad24-2bc46545496e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.22 "GET /v2.0/networks?id=58ec9605-fe64-46a3-85cf-779c96d317c8 HTTP/1.1" status: 200 len: 808 time: 0.1480401 Sep 06 14:34:42.604178 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-684d61f1-f8b3-4437-b820-f5362aa83bf4 req-d0683dcb-fb8f-42b8-bc26-ca454f822386 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 945 time: 0.0754726 Sep 06 14:34:42.650891 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-a1045427-6b08-419c-a931-5bdaacb2dd64 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1836a45e71b4565bb86028fc9b32a01 HTTP/1.1" status: 200 len: 379 time: 0.0387933 Sep 06 14:34:42.657950 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-684d61f1-f8b3-4437-b820-f5362aa83bf4 req-6b95ad12-578a-4a43-b3c6-969bc1942b82 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477617 Sep 06 14:34:42.672506 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Request body: {'port': {'device_id': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'admin_state_up': True, 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'security_groups': ['c1f0928b-2986-4a2b-8441-8e350ce59243']}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:34:42.807418 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3167eeb-f5ac-44d1-aa00-dd2f6fd521ee req-b902e7b0-ea91-4b26-bc9f-e5eb210e0219 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:42.818788 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f3167eeb-f5ac-44d1-aa00-dd2f6fd521ee req-b902e7b0-ea91-4b26-bc9f-e5eb210e0219 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0777793 Sep 06 14:34:42.823434 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Made reservation on behalf of b1836a45e71b4565bb86028fc9b32a01 for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:34:42.828844 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:42.865198 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f3167eeb-f5ac-44d1-aa00-dd2f6fd521ee req-f265cd87-4b55-42a9-a7fe-a032c3be1442 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450525 Sep 06 14:34:42.985054 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Allocated IP 172.20.0.5 (58ec9605-fe64-46a3-85cf-779c96d317c8/fad3b585-f362-4f81-8d1e-8bb6019a6ccb/bcb902c2-2cec-4bff-ab7c-15d844c1cbf9) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:34:43.142430 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device a3885dd1-77ef-4fca-81b8-f25e44a26b09 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:34:43.167420 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:43.195668 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Transition to ACTIVE for port object bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:34:43.254954 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:43.261878 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeafe80-02a9-4462-85cc-2f995b311263 req-9f6c626c-bf93-4be4-bd73-066c88468472 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:43.263651 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daeafe80-02a9-4462-85cc-2f995b311263 req-9f6c626c-bf93-4be4-bd73-066c88468472 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 945 time: 0.1084957 Sep 06 14:34:43.302704 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: a3885dd1-77ef-4fca-81b8-f25e44a26b09 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:34:43.303279 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device a3885dd1-77ef-4fca-81b8-f25e44a26b09 not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:34:43.341870 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Network 58ec9605-fe64-46a3-85cf-779c96d317c8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:34:43.349569 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:34:43.351972 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Pushing event updated for resources: {'Port': ['ID=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:43.356348 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:34:43.393161 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.393583 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.394047 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.395214 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.395214 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.395214 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.395685 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.395843 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.396123 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.396433 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.396722 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.397166 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.448134 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:43.448874 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:43.472406 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-2225088c-4f69-4ac0-8fad-970138fd1190 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8073676 Sep 06 14:34:43.489799 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Request body: {'port': {'device_id': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:34:43.497084 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b5e95-b29c-408d-939c-6513164b9030 req-1aaeebea-b42c-480a-80dd-38fe3706f87b tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:43.499684 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-083b5e95-b29c-408d-939c-6513164b9030 req-1aaeebea-b42c-480a-80dd-38fe3706f87b tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 931 time: 0.0959234 Sep 06 14:34:43.513781 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-daeafe80-02a9-4462-85cc-2f995b311263 req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Deleting port 5af777fd-abc5-4727-babf-e1e9fd223213 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:34:43.514237 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-daeafe80-02a9-4462-85cc-2f995b311263 req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:43.569584 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:43.622970 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-083b5e95-b29c-408d-939c-6513164b9030 req-db0cefac-910c-4f40-9381-39ca53f5aeeb tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120250 Sep 06 14:34:43.674730 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-daeafe80-02a9-4462-85cc-2f995b311263 req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] For port 5af777fd-abc5-4727-babf-e1e9fd223213, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5af777fd-abc5-4727-babf-e1e9fd223213,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:34:43.675274 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-daeafe80-02a9-4462-85cc-2f995b311263 req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:43.687096 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-23895b5b-19e4-4e4d-a29c-858fde7b6379 None None] Provisioning for port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:34:43.690993 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-daeafe80-02a9-4462-85cc-2f995b311263 req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Calling delete_port for 5af777fd-abc5-4727-babf-e1e9fd223213 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:34:43.693643 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-23895b5b-19e4-4e4d-a29c-858fde7b6379 None None] Provisioning complete for port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:34:43.694647 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-23895b5b-19e4-4e4d-a29c-858fde7b6379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:43.759512 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-23895b5b-19e4-4e4d-a29c-858fde7b6379 None None] Port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:34:43.875860 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-daeafe80-02a9-4462-85cc-2f995b311263 req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:43.881995 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a76c80-bb29-4aa7-921f-3d1ffd8a5e5a req-06d48883-e91f-41ab-b4bd-b82e296fc4c4 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:43.884215 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b6a76c80-bb29-4aa7-921f-3d1ffd8a5e5a req-06d48883-e91f-41ab-b4bd-b82e296fc4c4 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe977fb9-b6a0-4146-991f-5123327cc844 HTTP/1.1" status: 200 len: 945 time: 0.1105266 Sep 06 14:34:43.891100 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['bc6bf95a-f246-4e44-a803-9ce8c430a8f8', '5af777fd-abc5-4727-babf-e1e9fd223213'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:34:43.918067 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Pushing event deleted for resources: {'Port': ['ID=5af777fd-abc5-4727-babf-e1e9fd223213,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:43.979294 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.980362 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.980851 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.981826 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.981826 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.982341 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.982825 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.983263 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.983747 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.984190 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.984652 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.985079 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:43.989713 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-daeafe80-02a9-4462-85cc-2f995b311263 req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] No DVR routers for this DVR port 5af777fd-abc5-4727-babf-e1e9fd223213 on host hv-cinder-79128 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:34:43.993113 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-daeafe80-02a9-4462-85cc-2f995b311263 req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:43.995813 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daeafe80-02a9-4462-85cc-2f995b311263 req-1267e038-b38f-4082-8756-c5b8986b2991 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "DELETE /v2.0/ports/5af777fd-abc5-4727-babf-e1e9fd223213 HTTP/1.1" status: 204 len: 173 time: 0.7200348 Sep 06 14:34:43.996422 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe977fb9-b6a0-4146-991f-5123327cc844', 'name': 'network-vif-deleted', 'tag': '5af777fd-abc5-4727-babf-e1e9fd223213'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:34:43.999702 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0bf374-7d3f-46c8-90cf-594849945f5a" -d '{"events": [{"server_uuid": "fe977fb9-b6a0-4146-991f-5123327cc844", "name": "network-vif-deleted", "tag": "5af777fd-abc5-4727-babf-e1e9fd223213"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:34:44.043122 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b6a76c80-bb29-4aa7-921f-3d1ffd8a5e5a req-b7cf03bc-1eed-40aa-826b-6dd64756d600 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473527 Sep 06 14:34:44.069408 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:34:44.101614 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:44.124120 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fba36a0-010a-4f26-a913-1679794540d5 x-openstack-request-id: req-7fba36a0-010a-4f26-a913-1679794540d5 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:34:44.124535 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe977fb9-b6a0-4146-991f-5123327cc844", "name": "network-vif-deleted", "tag": "5af777fd-abc5-4727-babf-e1e9fd223213", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:34:44.124887 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fba36a0-010a-4f26-a913-1679794540d5 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:34:44.129436 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe977fb9-b6a0-4146-991f-5123327cc844', 'name': 'network-vif-deleted', 'tag': '5af777fd-abc5-4727-babf-e1e9fd223213', 'status': 'completed', 'code': 200} Sep 06 14:34:44.139083 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Transition to ACTIVE for port object bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:34:44.143213 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c907b-61a2-4f61-84de-4ce4ce3a93e7 req-4e8f7491-d222-4186-8c20-93fb5ca9e727 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:44.150123 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:44.153212 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a28c907b-61a2-4f61-84de-4ce4ce3a93e7 req-4e8f7491-d222-4186-8c20-93fb5ca9e727 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.1186495 Sep 06 14:34:44.206525 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a28c907b-61a2-4f61-84de-4ce4ce3a93e7 req-0eada26a-36f2-4eca-8123-a74e0c75a43d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523424 Sep 06 14:34:44.221145 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:44.303390 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Attempting to bind port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:34:44.303879 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Attempting to bind port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '918f975e-75a9-49c0-8710-8ab94b27aa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:34:44.304366 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Attempting to bind port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 on network 58ec9605-fe64-46a3-85cf-779c96d317c8 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:34:44.311385 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 on network 58ec9605-fe64-46a3-85cf-779c96d317c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:34:44.311806 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Attempting to bind port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 on network 58ec9605-fe64-46a3-85cf-779c96d317c8 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:34:44.318514 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:34:44.319015 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Checking segment: {'id': '918f975e-75a9-49c0-8710-8ab94b27aa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:34:44.319544 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Bound using segment: {'id': '918f975e-75a9-49c0-8710-8ab94b27aa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:34:44.320101 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Bound port: bcb902c2-2cec-4bff-ab7c-15d844c1cbf9, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918f975e-75a9-49c0-8710-8ab94b27aa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:34:44.320613 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:44.428805 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] For port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9, host hv-cinder-79128, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:34:44.432902 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] For port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,segment=NetworkSegment(918f975e-75a9-49c0-8710-8ab94b27aa81),segment_id=918f975e-75a9-49c0-8710-8ab94b27aa81)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:34:44.436760 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:44.474797 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:44.475438 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:44.476905 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] 10.222.0.22 "PUT /v2.0/ports/bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 HTTP/1.1" status: 200 len: 1093 time: 0.9923866 Sep 06 14:34:44.478066 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'tag': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:34:44.480425 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd485327-bbcc-44cc-9f33-3ab563f0270f" -d '{"events": [{"name": "network-changed", "server_uuid": "38c94205-bd6c-45ce-97c0-34e64b8a8b4f", "tag": "bcb902c2-2cec-4bff-ab7c-15d844c1cbf9"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:34:44.514444 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d064666-73c6-4402-8e35-9d71ed694e11 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:44.576760 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b976b33d-6bcf-451c-bbca-2d2e3798b23c x-openstack-request-id: req-b976b33d-6bcf-451c-bbca-2d2e3798b23c {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:34:44.577070 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c94205-bd6c-45ce-97c0-34e64b8a8b4f", "tag": "bcb902c2-2cec-4bff-ab7c-15d844c1cbf9", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:34:44.577301 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b976b33d-6bcf-451c-bbca-2d2e3798b23c {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:34:44.577705 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'tag': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9', 'status': 'completed', 'code': 200} Sep 06 14:34:44.592415 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-37c359c7-20bc-4079-83b5-0877df486775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:44.594007 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-37c359c7-20bc-4079-83b5-0877df486775 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1836a45e71b4565bb86028fc9b32a01&device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 1096 time: 0.0557473 Sep 06 14:34:44.639991 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-20040f7d-4c4a-4b85-bc6b-b1ef276c4e1d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 HTTP/1.1" status: 200 len: 217 time: 0.0362315 Sep 06 14:34:44.746193 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-affb7def-3442-4240-8e45-6b1e2553a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:44.747853 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-affb7def-3442-4240-8e45-6b1e2553a0fc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fad3b585-f362-4f81-8d1e-8bb6019a6ccb HTTP/1.1" status: 200 len: 847 time: 0.1005702 Sep 06 14:34:44.823203 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b25e7c-35d2-48c7-8327-6580137a5b34 req-7a12918a-ea32-4b2b-8427-3c983015ba7f tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:44.824865 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d9b25e7c-35d2-48c7-8327-6580137a5b34 req-7a12918a-ea32-4b2b-8427-3c983015ba7f tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 943 time: 0.0930007 Sep 06 14:34:44.831910 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-6d567c3a-5fc6-4aaf-b14d-c4128bca2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:44.833454 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-6d567c3a-5fc6-4aaf-b14d-c4128bca2118 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58ec9605-fe64-46a3-85cf-779c96d317c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627460 Sep 06 14:34:44.912041 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d9b25e7c-35d2-48c7-8327-6580137a5b34 req-57398232-f6ce-40e3-b187-111ba41da34c tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757790 Sep 06 14:34:44.964508 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-9a512801-bdf8-4ea7-92cf-34d3dde74a06 service neutron] 10.222.0.22 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193061 Sep 06 14:34:45.105010 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d7524105-f5a1-47af-b739-ec94ed8a9497 req-4de6d76b-9b5c-4305-b027-4c3ee2d13ac3 service neutron] 10.222.0.22 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321657 Sep 06 14:34:45.233834 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd485327-bbcc-44cc-9f33-3ab563f0270f req-d1927b51-d9a6-409b-a4f1-0591c45009a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:45.235104 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bd485327-bbcc-44cc-9f33-3ab563f0270f req-d1927b51-d9a6-409b-a4f1-0591c45009a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1836a45e71b4565bb86028fc9b32a01&device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 1096 time: 0.0675690 Sep 06 14:34:45.343927 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd485327-bbcc-44cc-9f33-3ab563f0270f req-1d8e5e60-9108-4105-a8c6-7d97bc594b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:45.345669 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bd485327-bbcc-44cc-9f33-3ab563f0270f req-1d8e5e60-9108-4105-a8c6-7d97bc594b27 service neutron] 10.222.0.22 "GET /v2.0/networks?id=58ec9605-fe64-46a3-85cf-779c96d317c8 HTTP/1.1" status: 200 len: 909 time: 0.1017978 Sep 06 14:34:45.350568 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbade680-5cf2-4308-b13a-4a42048a1914 req-6edf0220-f6e3-439d-8b8d-a8f80305e6cd tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:45.352835 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dbade680-5cf2-4308-b13a-4a42048a1914 req-6edf0220-f6e3-439d-8b8d-a8f80305e6cd tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0658710 Sep 06 14:34:45.398823 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dbade680-5cf2-4308-b13a-4a42048a1914 req-73531dd8-27fd-4ce6-a06c-eeb0183dba6b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386791 Sep 06 14:34:45.627818 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bd485327-bbcc-44cc-9f33-3ab563f0270f req-82082f91-eaee-4418-8991-9dedf2b689ed service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 HTTP/1.1" status: 200 len: 217 time: 0.2733262 Sep 06 14:34:45.685540 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd485327-bbcc-44cc-9f33-3ab563f0270f req-60b730fe-2697-47f0-8d98-fbf6dad5d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:45.687257 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bd485327-bbcc-44cc-9f33-3ab563f0270f req-60b730fe-2697-47f0-8d98-fbf6dad5d64b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fad3b585-f362-4f81-8d1e-8bb6019a6ccb HTTP/1.1" status: 200 len: 847 time: 0.0514019 Sep 06 14:34:45.758021 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd485327-bbcc-44cc-9f33-3ab563f0270f req-b6a73b44-092c-4223-bdbe-51890accd84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:45.760075 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bd485327-bbcc-44cc-9f33-3ab563f0270f req-b6a73b44-092c-4223-bdbe-51890accd84c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58ec9605-fe64-46a3-85cf-779c96d317c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518026 Sep 06 14:34:45.877179 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bd485327-bbcc-44cc-9f33-3ab563f0270f req-01816dde-fbc4-4ab9-bbfd-9f19c8848481 service neutron] 10.222.0.22 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060841 Sep 06 14:34:45.994225 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bd485327-bbcc-44cc-9f33-3ab563f0270f req-f3f52286-85af-43ce-a5d4-9845ec570136 service neutron] 10.222.0.22 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061563 Sep 06 14:34:46.047741 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1019f5-d887-4437-867b-6f331e160dd5 req-cf4f9920-8d0e-465a-944c-9de3279b6569 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:46.049396 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3d1019f5-d887-4437-867b-6f331e160dd5 req-cf4f9920-8d0e-465a-944c-9de3279b6569 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 943 time: 0.0628788 Sep 06 14:34:46.103272 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3d1019f5-d887-4437-867b-6f331e160dd5 req-dcd5cb6d-c9bd-4d09-b3a9-d807a0dd011d tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415146 Sep 06 14:34:46.557376 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b695a-ba0b-4dc0-9406-8030cb858f3e req-d2bfa3f0-9340-4c4b-afd7-02b08d84cd36 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:46.561958 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aafda-7107-4a4b-9884-ec34064ce0a4 req-eb03b023-6831-4f0d-ad14-dee4b407a129 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:46.562610 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0e6b695a-ba0b-4dc0-9406-8030cb858f3e req-d2bfa3f0-9340-4c4b-afd7-02b08d84cd36 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 946 time: 0.0604336 Sep 06 14:34:46.563427 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-888aafda-7107-4a4b-9884-ec34064ce0a4 req-eb03b023-6831-4f0d-ad14-dee4b407a129 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0804183 Sep 06 14:34:46.608205 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0e6b695a-ba0b-4dc0-9406-8030cb858f3e req-189124cb-e42b-4bdc-9953-ff66f7e44610 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384233 Sep 06 14:34:46.613366 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-888aafda-7107-4a4b-9884-ec34064ce0a4 req-9ad95f99-28b6-40b8-b2ba-0df10456c53b tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474517 Sep 06 14:34:47.174512 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 5af777fd-abc5-4727-babf-e1e9fd223213 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:34:47.204217 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: 5af777fd-abc5-4727-babf-e1e9fd223213 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:34:47.204944 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 5af777fd-abc5-4727-babf-e1e9fd223213 not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:34:47.256278 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01e6c4-d278-461a-af22-52ae54858430 req-392b0a97-080c-46a0-969e-0ba515240591 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:47.258090 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7e01e6c4-d278-461a-af22-52ae54858430 req-392b0a97-080c-46a0-969e-0ba515240591 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 943 time: 0.0744920 Sep 06 14:34:47.304332 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7e01e6c4-d278-461a-af22-52ae54858430 req-1ed091d2-346d-4030-a855-c66f5a196c25 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383754 Sep 06 14:34:47.756468 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef307c0-895c-4c08-9888-93b122a69532 req-d5135b0e-9e4c-420c-a594-9d65a3da86a8 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:47.758125 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9ef307c0-895c-4c08-9888-93b122a69532 req-d5135b0e-9e4c-420c-a594-9d65a3da86a8 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 946 time: 0.0589967 Sep 06 14:34:47.804913 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9ef307c0-895c-4c08-9888-93b122a69532 req-d9683352-b513-4dc3-b3cc-d9e1c84c63af tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399632 Sep 06 14:34:48.453492 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cd92f-5533-4f05-9e96-2d36510dd32b req-3eaa97e6-19b7-4b74-9486-56be8d33e996 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:48.455181 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9f0cd92f-5533-4f05-9e96-2d36510dd32b req-3eaa97e6-19b7-4b74-9486-56be8d33e996 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 943 time: 0.0672896 Sep 06 14:34:48.500144 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9f0cd92f-5533-4f05-9e96-2d36510dd32b req-a4f166bf-1b5a-4423-aa34-7194e2732d5e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388205 Sep 06 14:34:48.684757 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5926f-cd6b-42e9-8c86-6baf62cc3c0c req-3de6b2d9-99b2-4351-b8b9-849a015942b2 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:48.686421 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-64f5926f-cd6b-42e9-8c86-6baf62cc3c0c req-3de6b2d9-99b2-4351-b8b9-849a015942b2 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 946 time: 0.0494993 Sep 06 14:34:48.791988 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-64f5926f-cd6b-42e9-8c86-6baf62cc3c0c req-7d7a0e1c-3976-41ef-890f-f063fa4b2a6d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Deleting port bc6bf95a-f246-4e44-a803-9ce8c430a8f8 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:34:48.792334 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-64f5926f-cd6b-42e9-8c86-6baf62cc3c0c req-7d7a0e1c-3976-41ef-890f-f063fa4b2a6d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:48.927905 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-64f5926f-cd6b-42e9-8c86-6baf62cc3c0c req-7d7a0e1c-3976-41ef-890f-f063fa4b2a6d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] For port bc6bf95a-f246-4e44-a803-9ce8c430a8f8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bc6bf95a-f246-4e44-a803-9ce8c430a8f8,segment=NetworkSegment(73df3cbf-f30b-438f-b6f3-0a605bd23164),segment_id=73df3cbf-f30b-438f-b6f3-0a605bd23164)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:34:48.928276 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-64f5926f-cd6b-42e9-8c86-6baf62cc3c0c req-7d7a0e1c-3976-41ef-890f-f063fa4b2a6d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:48.944182 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-64f5926f-cd6b-42e9-8c86-6baf62cc3c0c req-7d7a0e1c-3976-41ef-890f-f063fa4b2a6d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Calling delete_port for bc6bf95a-f246-4e44-a803-9ce8c430a8f8 owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:34:48.968477 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbef37-8b46-4c10-a359-fb31b0400446 req-d4402ece-eb5c-42c1-bc68-a592efae86e3 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:48.970059 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3ddbef37-8b46-4c10-a359-fb31b0400446 req-d4402ece-eb5c-42c1-bc68-a592efae86e3 tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe26e9d-6a4e-4bad-a01f-ca9250197d03 HTTP/1.1" status: 200 len: 946 time: 0.0930564 Sep 06 14:34:49.054498 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3ddbef37-8b46-4c10-a359-fb31b0400446 req-5af7372e-e8a5-4150-9808-0798c50b84aa tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0613c5e-bb9c-41ca-8a95-289c4fc5e173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519159 Sep 06 14:34:49.124773 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-64f5926f-cd6b-42e9-8c86-6baf62cc3c0c req-7d7a0e1c-3976-41ef-890f-f063fa4b2a6d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:49.137158 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['bc6bf95a-f246-4e44-a803-9ce8c430a8f8'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:34:49.159825 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a0e1c-3976-41ef-890f-f063fa4b2a6d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Pushing event deleted for resources: {'Port': ['ID=bc6bf95a-f246-4e44-a803-9ce8c430a8f8,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:49.200756 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f5926f-cd6b-42e9-8c86-6baf62cc3c0c req-7d7a0e1c-3976-41ef-890f-f063fa4b2a6d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] No DVR routers for this DVR port bc6bf95a-f246-4e44-a803-9ce8c430a8f8 on host hv-cinder-79128 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:34:49.203539 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-64f5926f-cd6b-42e9-8c86-6baf62cc3c0c req-7d7a0e1c-3976-41ef-890f-f063fa4b2a6d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:49.206078 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-64f5926f-cd6b-42e9-8c86-6baf62cc3c0c req-7d7a0e1c-3976-41ef-890f-f063fa4b2a6d tempest-AttachVolumeNegativeTest-450559337 tempest-AttachVolumeNegativeTest-450559337-project] 10.222.0.22 "DELETE /v2.0/ports/bc6bf95a-f246-4e44-a803-9ce8c430a8f8 HTTP/1.1" status: 204 len: 173 time: 0.5135038 Sep 06 14:34:49.206623 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe26e9d-6a4e-4bad-a01f-ca9250197d03', 'name': 'network-vif-deleted', 'tag': 'bc6bf95a-f246-4e44-a803-9ce8c430a8f8'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:34:49.209117 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c2d35a-62aa-4432-8d15-0222df941dad" -d '{"events": [{"server_uuid": "7fe26e9d-6a4e-4bad-a01f-ca9250197d03", "name": "network-vif-deleted", "tag": "bc6bf95a-f246-4e44-a803-9ce8c430a8f8"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:34:49.254947 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e059501-b900-4273-bc3c-f26abe141810 x-openstack-request-id: req-5e059501-b900-4273-bc3c-f26abe141810 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:34:49.255232 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe26e9d-6a4e-4bad-a01f-ca9250197d03", "name": "network-vif-deleted", "tag": "bc6bf95a-f246-4e44-a803-9ce8c430a8f8", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:34:49.255483 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e059501-b900-4273-bc3c-f26abe141810 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:34:49.255952 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe26e9d-6a4e-4bad-a01f-ca9250197d03', 'name': 'network-vif-deleted', 'tag': 'bc6bf95a-f246-4e44-a803-9ce8c430a8f8', 'status': 'completed', 'code': 200} Sep 06 14:34:49.631051 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97d852-5492-4d9e-b632-f3f57f095772 req-e9ad1e01-f62f-4db3-a47e-1d5a7d725c10 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:49.633045 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cf97d852-5492-4d9e-b632-f3f57f095772 req-e9ad1e01-f62f-4db3-a47e-1d5a7d725c10 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 943 time: 0.0581360 Sep 06 14:34:49.681989 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cf97d852-5492-4d9e-b632-f3f57f095772 req-66ffeb37-5576-4ca0-af96-db32f050e1f2 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422986 Sep 06 14:34:50.111337 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49200) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:50.168646 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff935d4-9700-4b36-a15b-ffcb062a21df admin admin] Deleting subnet aa0d1cd7-81f5-422d-bf12-26ef03d90b93 {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:34:50.173419 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bff935d4-9700-4b36-a15b-ffcb062a21df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:50.231503 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bff935d4-9700-4b36-a15b-ffcb062a21df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11736422'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:50.288175 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bff935d4-9700-4b36-a15b-ffcb062a21df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:50.352602 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bff935d4-9700-4b36-a15b-ffcb062a21df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11819271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12567114'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:50.379464 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff935d4-9700-4b36-a15b-ffcb062a21df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa0d1cd7-81f5-422d-bf12-26ef03d90b93,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:50.383221 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bff935d4-9700-4b36-a15b-ffcb062a21df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:50.385204 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-bff935d4-9700-4b36-a15b-ffcb062a21df admin admin] 10.222.0.53 "DELETE /v2.0/subnets/aa0d1cd7-81f5-422d-bf12-26ef03d90b93 HTTP/1.1" status: 204 len: 168 time: 0.2728212 Sep 06 14:34:50.387839 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49206) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:50.475388 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8498820c-04f4-4188-a38b-d1e514f1d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:50.564834 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8498820c-04f4-4188-a38b-d1e514f1d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:50.575714 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-8498820c-04f4-4188-a38b-d1e514f1d991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718178a3-4b17-445d-8417-7cf51875f92b']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:34:50.586744 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-8498820c-04f4-4188-a38b-d1e514f1d991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73df3cbf-f30b-438f-b6f3-0a605bd23164') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:34:50.587020 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-8498820c-04f4-4188-a38b-d1e514f1d991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73df3cbf-f30b-438f-b6f3-0a605bd23164') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:34:50.596366 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8498820c-04f4-4188-a38b-d1e514f1d991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11736447'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:50.610962 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8498820c-04f4-4188-a38b-d1e514f1d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:50.617898 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8498820c-04f4-4188-a38b-d1e514f1d991 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:34:50.618762 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8498820c-04f4-4188-a38b-d1e514f1d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11819353'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: Traceback (most recent call last): Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: timer() Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: cb(*args, **kw) Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: return func(*args, **kwargs) Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: self._notify() Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: self.callback(batched_events) Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: event.method(event) Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: return f(self, *a, **k) Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._get(url).json() Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:34:50.620871 dv-cinder-791281-8-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:34:50.627391 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cd561-521f-4721-b24a-547624ab8f7d req-0b8fd363-5241-477b-a388-e73459d8859c tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:50.628920 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2c4cd561-521f-4721-b24a-547624ab8f7d req-0b8fd363-5241-477b-a388-e73459d8859c tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0554726 Sep 06 14:34:50.672193 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2c4cd561-521f-4721-b24a-547624ab8f7d req-52f9b952-403b-46bd-bf0e-6d6784202e60 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355556 Sep 06 14:34:50.679718 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8498820c-04f4-4188-a38b-d1e514f1d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:50.697400 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8498820c-04f4-4188-a38b-d1e514f1d991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:50.699324 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-8498820c-04f4-4188-a38b-d1e514f1d991 admin admin] 10.222.0.53 "DELETE /v2.0/networks/718178a3-4b17-445d-8417-7cf51875f92b HTTP/1.1" status: 204 len: 168 time: 0.3101659 Sep 06 14:34:50.700535 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498820c-04f4-4188-a38b-d1e514f1d991 admin admin] Pushing event deleted for resources: {'Network': ['ID=718178a3-4b17-445d-8417-7cf51875f92b,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:50.860059 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a02e4-e8f8-4a32-a2a7-128f12689987 req-51879607-051f-49f3-b6a9-ac9e5c7afadd tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:50.862768 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e38a02e4-e8f8-4a32-a2a7-128f12689987 req-51879607-051f-49f3-b6a9-ac9e5c7afadd tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 943 time: 0.0748324 Sep 06 14:34:50.908805 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e38a02e4-e8f8-4a32-a2a7-128f12689987 req-f9028fa1-12a4-4c0c-a6e2-c052195fed5e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386250 Sep 06 14:34:50.982329 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49218) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:51.024479 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-423e9ff3-e926-4cd8-9337-d9e38b814954 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=435d6b95d5904e1c99912ac0d8a37b7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401447 Sep 06 14:34:51.027423 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49220) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:51.079530 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8c0c169a-cbd1-40b9-a953-9deac3eb85f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:51.099894 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8c0c169a-cbd1-40b9-a953-9deac3eb85f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:51.146585 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8c0c169a-cbd1-40b9-a953-9deac3eb85f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:51.149582 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8c0c169a-cbd1-40b9-a953-9deac3eb85f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:51.150783 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-8c0c169a-cbd1-40b9-a953-9deac3eb85f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0613c5e-bb9c-41ca-8a95-289c4fc5e173 HTTP/1.1" status: 204 len: 168 time: 0.1224537 Sep 06 14:34:51.159048 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c169a-cbd1-40b9-a953-9deac3eb85f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0613c5e-bb9c-41ca-8a95-289c4fc5e173,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:51.796192 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419db86-97f7-49bc-9c58-95fb42192c48 req-141ede60-0142-44f8-b148-6fa10decbb55 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:51.797807 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7419db86-97f7-49bc-9c58-95fb42192c48 req-141ede60-0142-44f8-b148-6fa10decbb55 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0526032 Sep 06 14:34:51.843779 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7419db86-97f7-49bc-9c58-95fb42192c48 req-85785272-bf16-4037-b580-baea4eef3acd tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395379 Sep 06 14:34:52.040255 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daf026-bd98-4dde-8c4c-f9edfdee1daf req-f3299118-a944-4026-8db7-44f686bd9a4e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:52.042732 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-38daf026-bd98-4dde-8c4c-f9edfdee1daf req-f3299118-a944-4026-8db7-44f686bd9a4e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 943 time: 0.0609384 Sep 06 14:34:52.088733 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-38daf026-bd98-4dde-8c4c-f9edfdee1daf req-6da519e7-68d2-4134-8b05-869a4538e7f8 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395105 Sep 06 14:34:52.983603 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e305be-43b9-4ce4-b44a-b2a732ea0bba req-915cc592-f247-4cb5-b4f9-fb833933c7d1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:52.985253 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71e305be-43b9-4ce4-b44a-b2a732ea0bba req-915cc592-f247-4cb5-b4f9-fb833933c7d1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0607336 Sep 06 14:34:53.026209 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71e305be-43b9-4ce4-b44a-b2a732ea0bba req-0900612f-9098-4943-8590-11edc30307b4 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345788 Sep 06 14:34:53.057487 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49288) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:53.203939 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4e5b9ef6-8d5e-413f-bbfd-2fb6615f6688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:53.207378 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device bc6bf95a-f246-4e44-a803-9ce8c430a8f8 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:34:53.232136 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: bc6bf95a-f246-4e44-a803-9ce8c430a8f8 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:34:53.232477 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device bc6bf95a-f246-4e44-a803-9ce8c430a8f8 not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:34:53.240488 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53ecc4-7496-4f76-9b58-cc61fd48b10d req-98cbd756-67b1-46ed-a808-feb149d1ea60 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:53.242951 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1c53ecc4-7496-4f76-9b58-cc61fd48b10d req-98cbd756-67b1-46ed-a808-feb149d1ea60 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 943 time: 0.0802064 Sep 06 14:34:53.304483 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1c53ecc4-7496-4f76-9b58-cc61fd48b10d req-95e604be-8363-4d8c-80f6-534dcc4d166e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546350 Sep 06 14:34:53.356343 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4e5b9ef6-8d5e-413f-bbfd-2fb6615f6688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:53.361100 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4e5b9ef6-8d5e-413f-bbfd-2fb6615f6688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:53.401850 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-4e5b9ef6-8d5e-413f-bbfd-2fb6615f6688 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24992a7b7d8f471191a772989a8fa53f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431988 Sep 06 14:34:53.402636 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b9ef6-8d5e-413f-bbfd-2fb6615f6688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ebf259-d44a-4911-bc2d-ee1eb915ecf4,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:53.404836 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 49294) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:53.458713 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dafed238-4c67-4b3a-8298-6895d5a3e254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:53.480764 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dafed238-4c67-4b3a-8298-6895d5a3e254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:53.530301 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dafed238-4c67-4b3a-8298-6895d5a3e254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:53.532821 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dafed238-4c67-4b3a-8298-6895d5a3e254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:53.534026 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-dafed238-4c67-4b3a-8298-6895d5a3e254 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78ebf259-d44a-4911-bc2d-ee1eb915ecf4 HTTP/1.1" status: 204 len: 168 time: 0.1281404 Sep 06 14:34:53.543595 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafed238-4c67-4b3a-8298-6895d5a3e254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ebf259-d44a-4911-bc2d-ee1eb915ecf4,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:53.838343 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 49304) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:53.853153 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cc380dd2-2088-4267-b783-89a2f186d1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:53.909614 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769867d-63c0-4410-a1e8-01320cba5b11 req-acb674c6-265c-4617-92be-c0be5530c4e1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:53.911653 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8769867d-63c0-4410-a1e8-01320cba5b11 req-acb674c6-265c-4617-92be-c0be5530c4e1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.22 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0835803 Sep 06 14:34:53.972620 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cc380dd2-2088-4267-b783-89a2f186d1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:53.978822 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cc380dd2-2088-4267-b783-89a2f186d1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:54.018657 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc380dd2-2088-4267-b783-89a2f186d1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da361d3-dc02-4423-84bb-e3137659f8da,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:54.020341 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-8769867d-63c0-4410-a1e8-01320cba5b11 req-8d96e9ae-7191-49e8-b1fa-91ea3b60990d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Deleting port 884d0f78-c17f-45ca-a3a1-21236e8df578 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:34:54.020499 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-8769867d-63c0-4410-a1e8-01320cba5b11 req-8d96e9ae-7191-49e8-b1fa-91ea3b60990d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:54.026584 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-cc380dd2-2088-4267-b783-89a2f186d1db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af704db7632d4b1c9374473f809e9912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870000 Sep 06 14:34:54.027203 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49308) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:54.162386 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94693fba-da8b-4857-8c3f-f0c329160a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:54.165794 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-8769867d-63c0-4410-a1e8-01320cba5b11 req-8d96e9ae-7191-49e8-b1fa-91ea3b60990d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] For port 884d0f78-c17f-45ca-a3a1-21236e8df578, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=884d0f78-c17f-45ca-a3a1-21236e8df578,segment=NetworkSegment(0f157b31-0c75-4fef-8a36-b9197cb8e96c),segment_id=0f157b31-0c75-4fef-8a36-b9197cb8e96c)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:34:54.166196 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-8769867d-63c0-4410-a1e8-01320cba5b11 req-8d96e9ae-7191-49e8-b1fa-91ea3b60990d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:54.171949 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56100f1f-a59f-473f-a0ad-f6e2f3dec6b9 req-0549b19b-5d79-41ec-b172-c03d0f3d03ca tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:54.173560 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-56100f1f-a59f-473f-a0ad-f6e2f3dec6b9 req-0549b19b-5d79-41ec-b172-c03d0f3d03ca tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34c2a9c-7031-4c3c-846a-8744f4f949e6 HTTP/1.1" status: 200 len: 945 time: 0.0531387 Sep 06 14:34:54.187920 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-8769867d-63c0-4410-a1e8-01320cba5b11 req-8d96e9ae-7191-49e8-b1fa-91ea3b60990d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Calling delete_port for 884d0f78-c17f-45ca-a3a1-21236e8df578 owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:34:54.206028 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94693fba-da8b-4857-8c3f-f0c329160a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:54.216369 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-56100f1f-a59f-473f-a0ad-f6e2f3dec6b9 req-ea0dcf5b-26ea-4bb4-bfee-c686f13dd23a tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334806 Sep 06 14:34:54.312908 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94693fba-da8b-4857-8c3f-f0c329160a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:54.315559 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94693fba-da8b-4857-8c3f-f0c329160a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:54.316732 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-94693fba-da8b-4857-8c3f-f0c329160a55 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2da361d3-dc02-4423-84bb-e3137659f8da HTTP/1.1" status: 204 len: 168 time: 0.2745357 Sep 06 14:34:54.347847 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94693fba-da8b-4857-8c3f-f0c329160a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da361d3-dc02-4423-84bb-e3137659f8da,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:54.398016 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-8769867d-63c0-4410-a1e8-01320cba5b11 req-8d96e9ae-7191-49e8-b1fa-91ea3b60990d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:54.413216 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['21158f81-630c-46ab-ace2-c41957ff6048', '884d0f78-c17f-45ca-a3a1-21236e8df578'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:34:54.442825 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96e9ae-7191-49e8-b1fa-91ea3b60990d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Pushing event deleted for resources: {'Port': ['ID=884d0f78-c17f-45ca-a3a1-21236e8df578,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:54.517171 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8769867d-63c0-4410-a1e8-01320cba5b11 req-8d96e9ae-7191-49e8-b1fa-91ea3b60990d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] No DVR routers for this DVR port 884d0f78-c17f-45ca-a3a1-21236e8df578 on host hv-cinder-79128 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:34:54.520410 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-8769867d-63c0-4410-a1e8-01320cba5b11 req-8d96e9ae-7191-49e8-b1fa-91ea3b60990d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:54.522691 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8769867d-63c0-4410-a1e8-01320cba5b11 req-8d96e9ae-7191-49e8-b1fa-91ea3b60990d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.22 "DELETE /v2.0/ports/884d0f78-c17f-45ca-a3a1-21236e8df578 HTTP/1.1" status: 204 len: 173 time: 0.6036322 Sep 06 14:34:54.523371 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34c2a9c-7031-4c3c-846a-8744f4f949e6', 'name': 'network-vif-deleted', 'tag': '884d0f78-c17f-45ca-a3a1-21236e8df578'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:34:54.527888 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9ac966-7929-46a2-b456-5b5bc233e58c" -d '{"events": [{"server_uuid": "b34c2a9c-7031-4c3c-846a-8744f4f949e6", "name": "network-vif-deleted", "tag": "884d0f78-c17f-45ca-a3a1-21236e8df578"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:34:54.541294 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91cdd9-b5cc-4a07-b29e-030bb3f31938 req-4be8d8e6-a6ef-474a-b57f-f73bd08833c7 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:54.543098 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dd91cdd9-b5cc-4a07-b29e-030bb3f31938 req-4be8d8e6-a6ef-474a-b57f-f73bd08833c7 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 943 time: 0.1122692 Sep 06 14:34:54.601334 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a089ed48-064d-40e8-8c2b-c98118f05853 x-openstack-request-id: req-a089ed48-064d-40e8-8c2b-c98118f05853 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:34:54.602974 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34c2a9c-7031-4c3c-846a-8744f4f949e6", "name": "network-vif-deleted", "tag": "884d0f78-c17f-45ca-a3a1-21236e8df578", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:34:54.603359 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a089ed48-064d-40e8-8c2b-c98118f05853 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:34:54.603885 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34c2a9c-7031-4c3c-846a-8744f4f949e6', 'name': 'network-vif-deleted', 'tag': '884d0f78-c17f-45ca-a3a1-21236e8df578', 'status': 'completed', 'code': 200} Sep 06 14:34:54.619678 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dd91cdd9-b5cc-4a07-b29e-030bb3f31938 req-ba8469c9-1888-4bbb-bb72-ba3dc2b6bb6a tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641797 Sep 06 14:34:55.215663 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:34:55.366694 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,segment=NetworkSegment(918f975e-75a9-49c0-8710-8ab94b27aa81),segment_id=918f975e-75a9-49c0-8710-8ab94b27aa81)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:34:55.390059 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9', 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'port_id': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9', 'mac_address': 'fa:16:3e:b9:42:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:34:55.443267 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:55.458111 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:34:55.480405 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,segment=NetworkSegment(918f975e-75a9-49c0-8710-8ab94b27aa81),segment_id=918f975e-75a9-49c0-8710-8ab94b27aa81)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:34:55.487837 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:55.574983 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:55.592204 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:55.592750 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:55.593337 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:55.593805 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:55.594295 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:55.594721 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:55.595212 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:55.595764 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:55.596564 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:55.596994 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:55.597547 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:55.597983 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:55.599725 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dd872-f4fb-470f-8224-f8ba9277770c req-72ba620e-e483-4002-b047-76089555756c tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:55.610564 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-654dd872-f4fb-470f-8224-f8ba9277770c req-72ba620e-e483-4002-b047-76089555756c tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0936477 Sep 06 14:34:55.654960 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-654dd872-f4fb-470f-8224-f8ba9277770c req-781a23cd-4604-4f25-af1c-71d40163df87 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 Sep 06 14:34:55.776339 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260c50-02c0-45a8-a0df-c5646430f6dd req-a76af2b2-becf-45e1-9d32-9677a6ffcd80 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:55.778011 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-75260c50-02c0-45a8-a0df-c5646430f6dd req-a76af2b2-becf-45e1-9d32-9677a6ffcd80 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 944 time: 0.0625660 Sep 06 14:34:55.820940 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-75260c50-02c0-45a8-a0df-c5646430f6dd req-ba739efe-3766-4284-aa91-b23e2a9b1cf7 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362403 Sep 06 14:34:55.996912 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['bcb902c2-2cec-4bff-ab7c-15d844c1cbf9'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:34:56.630209 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:34:56.784453 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d35b63-1936-4f27-a969-df6587e1bb3f req-e7b9f437-9b3c-4808-b504-6394c62a6e44 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:56.786112 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-52d35b63-1936-4f27-a969-df6587e1bb3f req-e7b9f437-9b3c-4808-b504-6394c62a6e44 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0540137 Sep 06 14:34:56.833324 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-52d35b63-1936-4f27-a969-df6587e1bb3f req-4532e6da-3cc5-430c-b8f8-bb4904176281 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407724 Sep 06 14:34:56.950988 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b57e9-65a8-4f77-9f3b-60762c4816a8 req-a6cca62c-e241-49a4-a070-25f736f6a423 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:56.952433 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d77b57e9-65a8-4f77-9f3b-60762c4816a8 req-a6cca62c-e241-49a4-a070-25f736f6a423 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 944 time: 0.0550799 Sep 06 14:34:56.992628 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d77b57e9-65a8-4f77-9f3b-60762c4816a8 req-9fd08c80-5543-4b2a-9619-4ffb7a4f183e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342660 Sep 06 14:34:57.221110 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 884d0f78-c17f-45ca-a3a1-21236e8df578 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:34:57.241365 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: 884d0f78-c17f-45ca-a3a1-21236e8df578 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:34:57.241702 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 884d0f78-c17f-45ca-a3a1-21236e8df578 not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:34:57.965731 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075e2f0-b794-4023-9d03-51c8aa79ef64 req-374d6f28-39d7-4a38-a8b5-dbf5a76e9303 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:57.967279 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f075e2f0-b794-4023-9d03-51c8aa79ef64 req-374d6f28-39d7-4a38-a8b5-dbf5a76e9303 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0497696 Sep 06 14:34:58.006976 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f075e2f0-b794-4023-9d03-51c8aa79ef64 req-50947e95-a458-4240-ad49-4a356dacde88 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334446 Sep 06 14:34:58.114267 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074acd4-dae9-4ed0-ae43-106ba3e54b06 req-1ddc072b-134c-46e7-9c37-6d7351c72e4e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:58.116025 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6074acd4-dae9-4ed0-ae43-106ba3e54b06 req-1ddc072b-134c-46e7-9c37-6d7351c72e4e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 944 time: 0.0507712 Sep 06 14:34:58.163149 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6074acd4-dae9-4ed0-ae43-106ba3e54b06 req-eb767ed5-e58e-437f-b35b-adad9cfac08e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399897 Sep 06 14:34:59.134630 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538b34c-7059-4863-8ade-aaf09e549c15 req-a7f230b2-1706-418d-9ed1-a9d6a267dfcd tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:59.136324 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a538b34c-7059-4863-8ade-aaf09e549c15 req-a7f230b2-1706-418d-9ed1-a9d6a267dfcd tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0553999 Sep 06 14:34:59.174445 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a538b34c-7059-4863-8ade-aaf09e549c15 req-d4dd6adc-b5e5-4b1e-8062-501603fbd3dc tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319891 Sep 06 14:34:59.234929 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:34:59.288951 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:34:59.294330 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:34:59.294843 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:59.301011 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bfb7a-9f08-4249-bcb5-6d3f6ff5c41c req-863fa798-a9ca-4bd8-954c-a8488e02df5f tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:59.303846 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a4bfb7a-9f08-4249-bcb5-6d3f6ff5c41c req-863fa798-a9ca-4bd8-954c-a8488e02df5f tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 944 time: 0.0649688 Sep 06 14:34:59.358743 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6a4bfb7a-9f08-4249-bcb5-6d3f6ff5c41c req-10dc6ce7-4328-4fb1-9e8f-455d75276f14 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467463 Sep 06 14:34:59.402537 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:59.440932 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:34:59.443246 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a550a9ac-dcdc-4400-9f0c-d864259ec485" -d '{"events": [{"server_uuid": "38c94205-bd6c-45ce-97c0-34e64b8a8b4f", "name": "network-vif-plugged", "status": "completed", "tag": "bcb902c2-2cec-4bff-ab7c-15d844c1cbf9"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:34:59.457496 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,segment=NetworkSegment(918f975e-75a9-49c0-8710-8ab94b27aa81),segment_id=918f975e-75a9-49c0-8710-8ab94b27aa81)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:34:59.462343 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:59.487956 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7038ec5f-8da9-4a16-b2f9-d350809ccfcf x-openstack-request-id: req-7038ec5f-8da9-4a16-b2f9-d350809ccfcf {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:34:59.488249 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c94205-bd6c-45ce-97c0-34e64b8a8b4f", "name": "network-vif-plugged", "status": "completed", "tag": "bcb902c2-2cec-4bff-ab7c-15d844c1cbf9", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:34:59.488500 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7038ec5f-8da9-4a16-b2f9-d350809ccfcf {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:34:59.488888 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9', 'code': 200} Sep 06 14:34:59.516548 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:59.856262 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea81cd-cf73-4485-9754-779c8f07590d req-2b340d9a-2c22-4103-9750-60d8cc1a0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:59.857836 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-beea81cd-cf73-4485-9754-779c8f07590d req-2b340d9a-2c22-4103-9750-60d8cc1a0771 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 1098 time: 0.0459785 Sep 06 14:34:59.910051 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-beea81cd-cf73-4485-9754-779c8f07590d req-f6a74e24-73b4-4a1d-8fa9-13c5cf037d55 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399382 Sep 06 14:35:00.309130 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bc511-bbc7-4c65-894d-4d62a1fb0311 req-47022c1b-873d-413d-ad56-173c3cbbcf61 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:00.310957 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-436bc511-bbc7-4c65-894d-4d62a1fb0311 req-47022c1b-873d-413d-ad56-173c3cbbcf61 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0598123 Sep 06 14:35:00.355388 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-436bc511-bbc7-4c65-894d-4d62a1fb0311 req-0c5c1aca-f0d8-4911-b62a-26514e1979cf tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346763 Sep 06 14:35:00.495876 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520b06-e20f-4edf-931b-2cde828b7ded req-719d81e0-ae31-4f13-a9a2-1f7c57e0e3eb tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:00.498954 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96520b06-e20f-4edf-931b-2cde828b7ded req-719d81e0-ae31-4f13-a9a2-1f7c57e0e3eb tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0692985 Sep 06 14:35:00.548591 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96520b06-e20f-4edf-931b-2cde828b7ded req-cd28e8d4-d8cd-402e-89cc-16dbaad94dcc tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444341 Sep 06 14:35:01.492379 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78490495-6896-40ae-9eb4-6f8687fff462 req-6008ab05-84ae-4999-badf-cad46dd1fb30 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:01.494587 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-78490495-6896-40ae-9eb4-6f8687fff462 req-6008ab05-84ae-4999-badf-cad46dd1fb30 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0652885 Sep 06 14:35:01.535487 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-78490495-6896-40ae-9eb4-6f8687fff462 req-21734245-5869-437a-9a93-297474e4cbc4 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344574 Sep 06 14:35:04.558687 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-370f064e-6d04-4f71-b609-44bac28c81f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:04.991641 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc6d5f-ac23-4adf-8db2-3c41c7cf8048 req-2f7ca518-c515-4da3-9d35-b6ba73ede7e3 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:04.993838 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c0cc6d5f-ac23-4adf-8db2-3c41c7cf8048 req-2f7ca518-c515-4da3-9d35-b6ba73ede7e3 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0561569 Sep 06 14:35:04.995779 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a931e-4fa3-4c70-9816-d7335cf6b737 req-4bedba23-2057-4173-8f73-c9c26d7f7db0 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:04.997362 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e2a931e-4fa3-4c70-9816-d7335cf6b737 req-4bedba23-2057-4173-8f73-c9c26d7f7db0 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.0559626 Sep 06 14:35:05.037407 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c0cc6d5f-ac23-4adf-8db2-3c41c7cf8048 req-4ebb9050-af56-4351-a9a6-4e2e6151527e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372372 Sep 06 14:35:05.041225 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e2a931e-4fa3-4c70-9816-d7335cf6b737 req-fdae4e84-7b20-426e-88f0-662601c685ec tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379443 Sep 06 14:35:06.333373 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048c098-da32-4383-a277-45251d21081a req-8b381a6e-43f4-4d16-add2-5a310365b23d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:06.338803 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3048c098-da32-4383-a277-45251d21081a req-8b381a6e-43f4-4d16-add2-5a310365b23d tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.22 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.1353848 Sep 06 14:35:06.378068 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f06606-728d-48cb-85d9-4ef8478ce2f9 req-8340f692-dbf7-47be-a64c-0bf50660e3cc tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:06.379927 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e6f06606-728d-48cb-85d9-4ef8478ce2f9 req-8340f692-dbf7-47be-a64c-0bf50660e3cc tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 945 time: 0.1310544 Sep 06 14:35:06.395498 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a539d-cb20-4e4e-89a1-8b08b6d81b20 req-22f9f2c0-008b-4b0d-9201-c948f544e448 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:06.401371 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7c4a539d-cb20-4e4e-89a1-8b08b6d81b20 req-22f9f2c0-008b-4b0d-9201-c948f544e448 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0916865 Sep 06 14:35:06.461986 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7c4a539d-cb20-4e4e-89a1-8b08b6d81b20 req-7a18c723-00a7-4d7c-a0f6-53d57d4fd3fb tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490534 Sep 06 14:35:06.519250 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e6f06606-728d-48cb-85d9-4ef8478ce2f9 req-59de6022-1d23-49bb-89f2-bae8d95f0ef1 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/security-groups?id=922ef887-c13f-4599-a4e6-e27f0e2bee09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263146 Sep 06 14:35:06.563276 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-3048c098-da32-4383-a277-45251d21081a req-b74e07e3-c7f5-414b-b564-0312f601e3ed tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Deleting port 21158f81-630c-46ab-ace2-c41957ff6048 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:35:06.563837 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-3048c098-da32-4383-a277-45251d21081a req-b74e07e3-c7f5-414b-b564-0312f601e3ed tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:06.669129 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-3048c098-da32-4383-a277-45251d21081a req-b74e07e3-c7f5-414b-b564-0312f601e3ed tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] For port 21158f81-630c-46ab-ace2-c41957ff6048, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=21158f81-630c-46ab-ace2-c41957ff6048,segment=NetworkSegment(0f157b31-0c75-4fef-8a36-b9197cb8e96c),segment_id=0f157b31-0c75-4fef-8a36-b9197cb8e96c)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:35:06.669487 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-3048c098-da32-4383-a277-45251d21081a req-b74e07e3-c7f5-414b-b564-0312f601e3ed tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:06.685232 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-3048c098-da32-4383-a277-45251d21081a req-b74e07e3-c7f5-414b-b564-0312f601e3ed tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Calling delete_port for 21158f81-630c-46ab-ace2-c41957ff6048 owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:35:06.841452 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-3048c098-da32-4383-a277-45251d21081a req-b74e07e3-c7f5-414b-b564-0312f601e3ed tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:06.856045 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['21158f81-630c-46ab-ace2-c41957ff6048'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:35:06.874088 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e07e3-c7f5-414b-b564-0312f601e3ed tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Pushing event deleted for resources: {'Port': ['ID=21158f81-630c-46ab-ace2-c41957ff6048,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:06.950605 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3048c098-da32-4383-a277-45251d21081a req-b74e07e3-c7f5-414b-b564-0312f601e3ed tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] No DVR routers for this DVR port 21158f81-630c-46ab-ace2-c41957ff6048 on host hv-cinder-79128 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:35:06.955149 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-3048c098-da32-4383-a277-45251d21081a req-b74e07e3-c7f5-414b-b564-0312f601e3ed tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:06.959078 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3048c098-da32-4383-a277-45251d21081a req-b74e07e3-c7f5-414b-b564-0312f601e3ed tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.22 "DELETE /v2.0/ports/21158f81-630c-46ab-ace2-c41957ff6048 HTTP/1.1" status: 204 len: 173 time: 0.6055081 Sep 06 14:35:06.959875 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca12fdc-14a0-4d6b-a234-592ea04dbe04', 'name': 'network-vif-deleted', 'tag': '21158f81-630c-46ab-ace2-c41957ff6048'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:35:06.965834 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0874d767-766e-4805-8962-1d7f7a7a1096" -d '{"events": [{"server_uuid": "dca12fdc-14a0-4d6b-a234-592ea04dbe04", "name": "network-vif-deleted", "tag": "21158f81-630c-46ab-ace2-c41957ff6048"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:35:07.038937 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a293e6b-56f9-43fa-b09e-613bc409ce01 x-openstack-request-id: req-4a293e6b-56f9-43fa-b09e-613bc409ce01 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:35:07.039741 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca12fdc-14a0-4d6b-a234-592ea04dbe04", "name": "network-vif-deleted", "tag": "21158f81-630c-46ab-ace2-c41957ff6048", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:35:07.040262 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a293e6b-56f9-43fa-b09e-613bc409ce01 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:35:07.041002 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca12fdc-14a0-4d6b-a234-592ea04dbe04', 'name': 'network-vif-deleted', 'tag': '21158f81-630c-46ab-ace2-c41957ff6048', 'status': 'completed', 'code': 200} Sep 06 14:35:07.438356 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eebd2d88-a582-4a57-a39b-1394b52c3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:07.625182 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:07.655535 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e63342-43ed-41c5-be4e-1eeda6c81534 req-62312b0f-c771-4d60-90cd-63b28664ffc0 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:07.659032 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-63e63342-43ed-41c5-be4e-1eeda6c81534 req-62312b0f-c771-4d60-90cd-63b28664ffc0 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.1009493 Sep 06 14:35:07.716434 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-63e63342-43ed-41c5-be4e-1eeda6c81534 req-dc9efedd-2949-4668-9812-663510d431a6 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459330 Sep 06 14:35:07.737009 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bf0aee8e-1df5-490e-8b87-8eab07852467 req-428c94d1-0203-4b02-9dbe-01864384dee5 tempest-ServerRescueNegativeTestJSON-814327793 tempest-ServerRescueNegativeTestJSON-814327793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dca12fdc-14a0-4d6b-a234-592ea04dbe04 HTTP/1.1" status: 200 len: 210 time: 0.0417972 Sep 06 14:35:07.850509 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fab882-3496-46af-ad0c-05427618e2a9 req-8230b329-6d37-427c-9ae7-beb566d1d535 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:07.852939 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-07fab882-3496-46af-ad0c-05427618e2a9 req-8230b329-6d37-427c-9ae7-beb566d1d535 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0538130 Sep 06 14:35:07.901017 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-07fab882-3496-46af-ad0c-05427618e2a9 req-f462807b-4b59-480d-8277-4239989a95ac tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372894 Sep 06 14:35:07.924508 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49536) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:08.175633 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452b57ab-7b42-46b2-b2db-11f3c06ada73 tempest-TestShelveInstance-423751567 tempest-TestShelveInstance-423751567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:08.178215 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-452b57ab-7b42-46b2-b2db-11f3c06ada73 tempest-TestShelveInstance-423751567 tempest-TestShelveInstance-423751567-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 1093 time: 0.2526124 Sep 06 14:35:08.181864 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 49540) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:08.186772 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Request body: {'floatingip': {'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'port_id': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:35:08.213264 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for floatingip, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:08.364137 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:08.571351 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Allocated IP 172.27.0.27 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/b3521ff8-e7b3-4d73-82cb-82c665cb81f9) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:35:08.709546 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:08.773726 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:08.843762 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49572) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:08.851205 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:35:08.857480 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:35:08.862466 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:35:08.901131 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:08.919659 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Pushing event updated for resources: {'Port': ['ID=b3521ff8-e7b3-4d73-82cb-82c665cb81f9,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:09.378655 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:09.426530 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c2ba6412-f972-4770-98d7-167c79454ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677687'] for router_interface, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:09.453565 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:09.656292 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:09.663201 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:09.695719 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:09.778017 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Pushing event updated for resources: {'Port': ['ID=b3521ff8-e7b3-4d73-82cb-82c665cb81f9,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:09.800108 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba6412-f972-4770-98d7-167c79454ac2 admin admin] Deleting port eee0d4e8-3be8-4e91-9e10-24b398bff668 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:35:09.800448 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c2ba6412-f972-4770-98d7-167c79454ac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:09.818299 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Floating IP 86505c29-f8df-4ed9-9cee-36a924dabf61 associated. External IP: 172.27.0.27, port: bcb902c2-2cec-4bff-ab7c-15d844c1cbf9. Sep 06 14:35:09.898441 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-c2ba6412-f972-4770-98d7-167c79454ac2 admin admin] For port eee0d4e8-3be8-4e91-9e10-24b398bff668, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=eee0d4e8-3be8-4e91-9e10-24b398bff668,segment=NetworkSegment(0f157b31-0c75-4fef-8a36-b9197cb8e96c),segment_id=0f157b31-0c75-4fef-8a36-b9197cb8e96c)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:35:09.900164 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c2ba6412-f972-4770-98d7-167c79454ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:09.913002 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba6412-f972-4770-98d7-167c79454ac2 admin admin] Calling delete_port for eee0d4e8-3be8-4e91-9e10-24b398bff668 owned by network:router_interface {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:35:10.140015 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c2ba6412-f972-4770-98d7-167c79454ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:10.173695 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba6412-f972-4770-98d7-167c79454ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee0d4e8-3be8-4e91-9e10-24b398bff668,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:10.307500 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Router d0fb4aec-9aa7-4c24-b196-402d473052bc has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:35:10.371774 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c2ba6412-f972-4770-98d7-167c79454ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677795'] for router_interface, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:10.409672 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:10.489338 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:35:10.509731 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0edfbaa-e7de-498d-96ba-98b6a0ff2b69 None None] Sync routers for ids ['d0fb4aec-9aa7-4c24-b196-402d473052bc'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:35:10.521243 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:10.522613 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0edfbaa-e7de-498d-96ba-98b6a0ff2b69 None None] Routers {'d0fb4aec-9aa7-4c24-b196-402d473052bc'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:35:10.524180 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b0edfbaa-e7de-498d-96ba-98b6a0ff2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:35:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['d0fb4aec-9aa7-4c24-b196-402d473052bc'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:10.593955 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-58e09eef-b449-4cb3-9293-e9f0fd2b6a99 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3984201 Sep 06 14:35:10.593955 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'tag': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:35:10.593955 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea66c21-7cc5-415f-b9cf-e87c72ead136" -d '{"events": [{"name": "network-changed", "server_uuid": "38c94205-bd6c-45ce-97c0-34e64b8a8b4f", "tag": "bcb902c2-2cec-4bff-ab7c-15d844c1cbf9"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:35:10.668785 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e87856-381a-476c-b37d-acfe1a32f53f x-openstack-request-id: req-63e87856-381a-476c-b37d-acfe1a32f53f {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:35:10.669173 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c94205-bd6c-45ce-97c0-34e64b8a8b4f", "tag": "bcb902c2-2cec-4bff-ab7c-15d844c1cbf9", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:35:10.669523 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63e87856-381a-476c-b37d-acfe1a32f53f {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:35:10.670210 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'tag': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9', 'status': 'completed', 'code': 200} Sep 06 14:35:10.706787 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-b0edfbaa-e7de-498d-96ba-98b6a0ff2b69 None None] Set router d0fb4aec-9aa7-4c24-b196-402d473052bc gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:35:10.791155 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:10.828427 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea66c21-7cc5-415f-b9cf-e87c72ead136 req-5ebcabc7-20de-4347-8c0c-0d80bc8cbbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:10.830452 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dea66c21-7cc5-415f-b9cf-e87c72ead136 req-5ebcabc7-20de-4347-8c0c-0d80bc8cbbaa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1836a45e71b4565bb86028fc9b32a01&device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 1098 time: 0.0678079 Sep 06 14:35:11.000343 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b0edfbaa-e7de-498d-96ba-98b6a0ff2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'name': 'tempest-TestShelveInstance-261985405-router', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:51Z', 'revision_number': 4, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'gw_port': {'id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': '86505c29-f8df-4ed9-9cee-36a924dabf61', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'port_id': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'mac_address': 'fa:16:3e:b9:42:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:35:09Z', 'updated_at': '2021-09-06T14:35:09Z', 'revision_number': 0, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2081b0f5-0266-4e7b-b32c-5245980c3bc6', 'name': '', 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'mac_address': 'fa:16:3e:73:9d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:50Z', 'updated_at': '2021-09-06T14:33:58Z', 'revision_number': 5, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'subnets': [{'id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:11.034669 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0edfbaa-e7de-498d-96ba-98b6a0ff2b69 None None] Checking router: d0fb4aec-9aa7-4c24-b196-402d473052bc for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:35:11.044731 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0edfbaa-e7de-498d-96ba-98b6a0ff2b69 None None] Routers {'d0fb4aec-9aa7-4c24-b196-402d473052bc'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:35:11.045350 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b0edfbaa-e7de-498d-96ba-98b6a0ff2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:35:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['d0fb4aec-9aa7-4c24-b196-402d473052bc'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:11.047289 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ba6412-f972-4770-98d7-167c79454ac2 admin admin] Router 2d96e314-0803-4085-ac6b-e54fd422b98b has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:35:11.048856 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea66c21-7cc5-415f-b9cf-e87c72ead136 req-8a80cb25-6290-480d-9344-ad5201c5d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:11.050423 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dea66c21-7cc5-415f-b9cf-e87c72ead136 req-8a80cb25-6290-480d-9344-ad5201c5d70e service neutron] 10.222.0.22 "GET /v2.0/networks?id=58ec9605-fe64-46a3-85cf-779c96d317c8 HTTP/1.1" status: 200 len: 909 time: 0.2089136 Sep 06 14:35:11.092696 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 49624) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:11.173250 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-b0edfbaa-e7de-498d-96ba-98b6a0ff2b69 None None] Set router d0fb4aec-9aa7-4c24-b196-402d473052bc gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:35:11.189695 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dea66c21-7cc5-415f-b9cf-e87c72ead136 req-21075fb5-9ec8-4649-a84d-0bc2e94cd038 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 HTTP/1.1" status: 200 len: 998 time: 0.1310329 Sep 06 14:35:11.259751 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3801fb5a-0a1c-4bda-be91-c27bc746d26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:11.267962 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea66c21-7cc5-415f-b9cf-e87c72ead136 req-7a9afcf9-4c54-4a72-ba50-48d57c1800ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:11.269475 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dea66c21-7cc5-415f-b9cf-e87c72ead136 req-7a9afcf9-4c54-4a72-ba50-48d57c1800ed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fad3b585-f362-4f81-8d1e-8bb6019a6ccb HTTP/1.1" status: 200 len: 847 time: 0.0704525 Sep 06 14:35:11.285609 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 21158f81-630c-46ab-ace2-c41957ff6048 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:35:11.287127 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ba6412-f972-4770-98d7-167c79454ac2 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:35:11.296524 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 49630) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:11.296731 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c2ba6412-f972-4770-98d7-167c79454ac2 admin admin] 10.222.0.53 "PUT /v2.0/routers/2d96e314-0803-4085-ac6b-e54fd422b98b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4493008 Sep 06 14:35:11.298339 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5968a8e0-2245-4c5a-bd0e-d16d8b5cd0d5 None None] Sync routers for ids ['2d96e314-0803-4085-ac6b-e54fd422b98b'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:35:11.342010 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea66c21-7cc5-415f-b9cf-e87c72ead136 req-815a095f-1c63-4cb0-ad3a-04fdb9942c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:11.343004 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dea66c21-7cc5-415f-b9cf-e87c72ead136 req-815a095f-1c63-4cb0-ad3a-04fdb9942c6f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58ec9605-fe64-46a3-85cf-779c96d317c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642381 Sep 06 14:35:11.347582 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: 21158f81-630c-46ab-ace2-c41957ff6048 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:35:11.347931 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 21158f81-630c-46ab-ace2-c41957ff6048 not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:35:11.364458 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5968a8e0-2245-4c5a-bd0e-d16d8b5cd0d5 None None] Routers {'2d96e314-0803-4085-ac6b-e54fd422b98b'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:35:11.365383 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-5968a8e0-2245-4c5a-bd0e-d16d8b5cd0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:35:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['2d96e314-0803-4085-ac6b-e54fd422b98b'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:11.431929 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4842793e-497e-4966-a97e-d2fc64f26e75 admin admin] Notify callbacks [] for router, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:11.491973 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-5968a8e0-2245-4c5a-bd0e-d16d8b5cd0d5 None None] Set router 2d96e314-0803-4085-ac6b-e54fd422b98b gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:35:11.529151 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dea66c21-7cc5-415f-b9cf-e87c72ead136 req-c578d717-29a9-4715-937f-9cec498c102c service neutron] 10.222.0.22 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682434 Sep 06 14:35:11.593070 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b0edfbaa-e7de-498d-96ba-98b6a0ff2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'name': 'tempest-TestShelveInstance-261985405-router', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:51Z', 'revision_number': 4, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'gw_port': {'id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': '86505c29-f8df-4ed9-9cee-36a924dabf61', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'port_id': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'mac_address': 'fa:16:3e:b9:42:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:35:09Z', 'updated_at': '2021-09-06T14:35:09Z', 'revision_number': 0, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2081b0f5-0266-4e7b-b32c-5245980c3bc6', 'name': '', 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'mac_address': 'fa:16:3e:73:9d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:50Z', 'updated_at': '2021-09-06T14:33:58Z', 'revision_number': 5, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'subnets': [{'id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:11.623198 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0edfbaa-e7de-498d-96ba-98b6a0ff2b69 None None] The sync data for ids ['d0fb4aec-9aa7-4c24-b196-402d473052bc'] in dv-cinder-791281-8-iscsi is: [{'id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'name': 'tempest-TestShelveInstance-261985405-router', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:51Z', 'revision_number': 4, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'gw_port': {'id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': '86505c29-f8df-4ed9-9cee-36a924dabf61', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'port_id': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'mac_address': 'fa:16:3e:b9:42:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:35:09Z', 'updated_at': '2021-09-06T14:35:09Z', 'revision_number': 0, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2081b0f5-0266-4e7b-b32c-5245980c3bc6', 'name': '', 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'mac_address': 'fa:16:3e:73:9d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:50Z', 'updated_at': '2021-09-06T14:33:58Z', 'revision_number': 5, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'subnets': [{'id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:35:11.747882 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-5968a8e0-2245-4c5a-bd0e-d16d8b5cd0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'name': 'tempest-ServerRescueNegativeTestJSON-1459393763-router', 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:35:10Z', 'revision_number': 5, 'project_id': 'd1aa8874a626416e82820a8f9fda0599', 'gw_port': {'id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:11.755141 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dea66c21-7cc5-415f-b9cf-e87c72ead136 req-a263ee9d-d913-430a-8546-7d7d1d0ea7d5 service neutron] 10.222.0.22 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176042 Sep 06 14:35:11.810716 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5968a8e0-2245-4c5a-bd0e-d16d8b5cd0d5 None None] Checking router: 2d96e314-0803-4085-ac6b-e54fd422b98b for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:35:11.829685 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5968a8e0-2245-4c5a-bd0e-d16d8b5cd0d5 None None] Routers {'2d96e314-0803-4085-ac6b-e54fd422b98b'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:35:11.830370 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-5968a8e0-2245-4c5a-bd0e-d16d8b5cd0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:35:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['2d96e314-0803-4085-ac6b-e54fd422b98b'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:11.857404 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3801fb5a-0a1c-4bda-be91-c27bc746d26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:11.876776 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4842793e-497e-4966-a97e-d2fc64f26e75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:11.886825 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3801fb5a-0a1c-4bda-be91-c27bc746d26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:11.975855 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3801fb5a-0a1c-4bda-be91-c27bc746d26d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72189b9112df472ba568408b97006add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8819747 Sep 06 14:35:11.979335 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49654) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:11.982090 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801fb5a-0a1c-4bda-be91-c27bc746d26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cad2b7-f1d0-4430-b6e0-4bbbf884078c,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:12.009471 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-4842793e-497e-4966-a97e-d2fc64f26e75 admin admin] Deleting port f7eb4579-1de3-45a2-93a4-7beea31d86d8 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:35:12.009656 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4842793e-497e-4966-a97e-d2fc64f26e75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.061708 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-5968a8e0-2245-4c5a-bd0e-d16d8b5cd0d5 None None] Set router 2d96e314-0803-4085-ac6b-e54fd422b98b gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:35:12.076867 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a62c18-c6e9-496a-92fa-dbf21557e7a8 None None] New status for floating IP 86505c29-f8df-4ed9-9cee-36a924dabf61: ACTIVE {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:35:12.118192 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b8119abd-7e6e-4635-bb4e-ca5d32b106ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.152482 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-4842793e-497e-4966-a97e-d2fc64f26e75 admin admin] For port f7eb4579-1de3-45a2-93a4-7beea31d86d8, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=f7eb4579-1de3-45a2-93a4-7beea31d86d8,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:35:12.153681 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4842793e-497e-4966-a97e-d2fc64f26e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.158643 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac9302-26e9-400c-9f3c-b1a1162a08e9 req-f1fc2e78-d066-479a-85d4-cfb2b93e4048 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:12.167308 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-18ac9302-26e9-400c-9f3c-b1a1162a08e9 req-f1fc2e78-d066-479a-85d4-cfb2b93e4048 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.1196702 Sep 06 14:35:12.170359 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-4842793e-497e-4966-a97e-d2fc64f26e75 admin admin] Calling delete_port for f7eb4579-1de3-45a2-93a4-7beea31d86d8 owned by network:router_gateway {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:35:12.174353 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b8119abd-7e6e-4635-bb4e-ca5d32b106ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.248408 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-18ac9302-26e9-400c-9f3c-b1a1162a08e9 req-97e169e7-bae5-4fa2-b89c-a8606798e2be tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799026 Sep 06 14:35:12.279750 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b8119abd-7e6e-4635-bb4e-ca5d32b106ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.283094 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b8119abd-7e6e-4635-bb4e-ca5d32b106ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.284910 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-b8119abd-7e6e-4635-bb4e-ca5d32b106ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/15cad2b7-f1d0-4430-b6e0-4bbbf884078c HTTP/1.1" status: 204 len: 168 time: 0.3037271 Sep 06 14:35:12.297840 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8119abd-7e6e-4635-bb4e-ca5d32b106ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cad2b7-f1d0-4430-b6e0-4bbbf884078c,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:12.433298 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4842793e-497e-4966-a97e-d2fc64f26e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.465212 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842793e-497e-4966-a97e-d2fc64f26e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7eb4579-1de3-45a2-93a4-7beea31d86d8,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:12.482662 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-5968a8e0-2245-4c5a-bd0e-d16d8b5cd0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'name': 'tempest-ServerRescueNegativeTestJSON-1459393763-router', 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:35:10Z', 'revision_number': 5, 'project_id': 'd1aa8874a626416e82820a8f9fda0599', 'gw_port': {'id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:12.493700 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4842793e-497e-4966-a97e-d2fc64f26e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679885'] for router_gateway, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.525449 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5968a8e0-2245-4c5a-bd0e-d16d8b5cd0d5 None None] The sync data for ids ['2d96e314-0803-4085-ac6b-e54fd422b98b'] in dv-cinder-791281-8-iscsi is: [{'id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'name': 'tempest-ServerRescueNegativeTestJSON-1459393763-router', 'tenant_id': 'd1aa8874a626416e82820a8f9fda0599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:35:10Z', 'revision_number': 5, 'project_id': 'd1aa8874a626416e82820a8f9fda0599', 'gw_port': {'id': 'f7eb4579-1de3-45a2-93a4-7beea31d86d8', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d96e314-0803-4085-ac6b-e54fd422b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:35:12.611116 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4842793e-497e-4966-a97e-d2fc64f26e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-677138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28242'] for router, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.614071 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4842793e-497e-4966-a97e-d2fc64f26e75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.687614 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4842793e-497e-4966-a97e-d2fc64f26e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-677227'] for router, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.688164 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4842793e-497e-4966-a97e-d2fc64f26e75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d96e314-0803-4085-ac6b-e54fd422b98b {{(pid=93872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:35:12.694087 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4842793e-497e-4966-a97e-d2fc64f26e75 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.695003 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-4842793e-497e-4966-a97e-d2fc64f26e75 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2d96e314-0803-4085-ac6b-e54fd422b98b HTTP/1.1" status: 204 len: 168 time: 1.3971417 Sep 06 14:35:12.698350 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 49670) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:12.758033 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-84186549-2f49-42ab-9b8d-901e0f355734 admin admin] Deleting subnet 9fa9df13-81db-409e-a9f9-45d5d5eb4201 {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:35:12.761809 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84186549-2f49-42ab-9b8d-901e0f355734 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.812581 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84186549-2f49-42ab-9b8d-901e0f355734 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.818574 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84186549-2f49-42ab-9b8d-901e0f355734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.885743 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84186549-2f49-42ab-9b8d-901e0f355734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.915235 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84186549-2f49-42ab-9b8d-901e0f355734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa9df13-81db-409e-a9f9-45d5d5eb4201,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:12.920403 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84186549-2f49-42ab-9b8d-901e0f355734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.924770 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-84186549-2f49-42ab-9b8d-901e0f355734 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9fa9df13-81db-409e-a9f9-45d5d5eb4201 HTTP/1.1" status: 204 len: 168 time: 0.2230794 Sep 06 14:35:12.924911 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49678) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:13.011735 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0634faeb-b047-4d73-ad76-e68dde7efa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.104103 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0634faeb-b047-4d73-ad76-e68dde7efa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.112320 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 49686) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:13.116348 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-0634faeb-b047-4d73-ad76-e68dde7efa36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7758a0-8015-4bcf-8a6f-e477d83bd6ab']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:13.128202 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-0634faeb-b047-4d73-ad76-e68dde7efa36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f157b31-0c75-4fef-8a36-b9197cb8e96c') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:13.128776 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-0634faeb-b047-4d73-ad76-e68dde7efa36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f157b31-0c75-4fef-8a36-b9197cb8e96c') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:13.139499 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0634faeb-b047-4d73-ad76-e68dde7efa36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11736447'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.157125 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0634faeb-b047-4d73-ad76-e68dde7efa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.165238 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0634faeb-b047-4d73-ad76-e68dde7efa36 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0634faeb-b047-4d73-ad76-e68dde7efa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11819353'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: Traceback (most recent call last): Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: timer() Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: cb(*args, **kw) Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: return func(*args, **kwargs) Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: self._notify() Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: self.callback(batched_events) Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: event.method(event) Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: return f(self, *a, **k) Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._get(url).json() Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:35:13.168940 dv-cinder-791281-8-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:35:13.232240 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0634faeb-b047-4d73-ad76-e68dde7efa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.239292 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0634faeb-b047-4d73-ad76-e68dde7efa36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.244310 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-0634faeb-b047-4d73-ad76-e68dde7efa36 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7d7758a0-8015-4bcf-8a6f-e477d83bd6ab HTTP/1.1" status: 204 len: 168 time: 0.3156929 Sep 06 14:35:13.270010 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634faeb-b047-4d73-ad76-e68dde7efa36 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7758a0-8015-4bcf-8a6f-e477d83bd6ab,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:13.283738 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-3e066e3b-9332-467f-a6d7-3466d0d43265 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1256673732-network', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:35:13.310911 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e066e3b-9332-467f-a6d7-3466d0d43265 admin admin] Made reservation on behalf of 01e86bce1eb746b999d2ea9741fff156 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:35:13.316613 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e066e3b-9332-467f-a6d7-3466d0d43265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.328940 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e066e3b-9332-467f-a6d7-3466d0d43265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.427307 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c76aa9-feaf-4f95-aaf2-585bd6fb7858 req-6c48716d-8c19-46fa-b9d5-b1317613cc69 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:13.432452 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 49706) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:13.435726 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e3c76aa9-feaf-4f95-aaf2-585bd6fb7858 req-6c48716d-8c19-46fa-b9d5-b1317613cc69 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0729094 Sep 06 14:35:13.489607 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e3c76aa9-feaf-4f95-aaf2-585bd6fb7858 req-cda44b8b-b0af-4808-a733-16115ff16b1e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529666 Sep 06 14:35:13.492914 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e066e3b-9332-467f-a6d7-3466d0d43265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.501760 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e066e3b-9332-467f-a6d7-3466d0d43265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.512936 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-1517bec7-7b04-4889-98fa-52693a985bcb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1aa8874a626416e82820a8f9fda0599&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0792308 Sep 06 14:35:13.516048 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49710) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:13.534957 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e066e3b-9332-467f-a6d7-3466d0d43265 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:35:13.546201 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e066e3b-9332-467f-a6d7-3466d0d43265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476b4d61-b287-49ed-bbce-b603ef56f6cf,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:13.552628 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e066e3b-9332-467f-a6d7-3466d0d43265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.553060 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-3e066e3b-9332-467f-a6d7-3466d0d43265 admin admin] Added segment 83f00961-e56f-42b4-b1c5-4b23d52caf58 of type vlan for network 5c60b747-df5e-44fc-9133-15b63b143d3f Sep 06 14:35:13.581619 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ec25621c-bfe6-459b-b3b1-3b4f65c8a28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.598174 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e066e3b-9332-467f-a6d7-3466d0d43265 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.605970 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ec25621c-bfe6-459b-b3b1-3b4f65c8a28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.630833 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e066e3b-9332-467f-a6d7-3466d0d43265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.631915 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e066e3b-9332-467f-a6d7-3466d0d43265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:13.632539 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e066e3b-9332-467f-a6d7-3466d0d43265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.660453 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3e066e3b-9332-467f-a6d7-3466d0d43265 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5466199 Sep 06 14:35:13.664351 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49712) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:13.668907 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ec25621c-bfe6-459b-b3b1-3b4f65c8a28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.672433 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ec25621c-bfe6-459b-b3b1-3b4f65c8a28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.675105 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ec25621c-bfe6-459b-b3b1-3b4f65c8a28b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/922ef887-c13f-4599-a4e6-e27f0e2bee09 HTTP/1.1" status: 204 len: 168 time: 0.1570795 Sep 06 14:35:13.679093 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-2d99cb1a-975a-44c1-8197-906117b0a2ce admin admin] Request body: {'subnet': {'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1256673732-subnet', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:35:13.701051 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25621c-bfe6-459b-b3b1-3b4f65c8a28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922ef887-c13f-4599-a4e6-e27f0e2bee09,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:13.709262 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e066e3b-9332-467f-a6d7-3466d0d43265 admin admin] Pushing event updated for resources: {'Network': ['ID=5c60b747-df5e-44fc-9133-15b63b143d3f,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:13.721588 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d99cb1a-975a-44c1-8197-906117b0a2ce admin admin] Made reservation on behalf of 01e86bce1eb746b999d2ea9741fff156 for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:35:13.723905 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d99cb1a-975a-44c1-8197-906117b0a2ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12567151'] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.726562 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network 5c60b747-df5e-44fc-9133-15b63b143d3f details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:35:13.928405 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d99cb1a-975a-44c1-8197-906117b0a2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11819462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12567105'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:13.987379 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99cb1a-975a-44c1-8197-906117b0a2ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8f3db7-1100-47f8-a041-76cc8cbfc844,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:14.006548 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d99cb1a-975a-44c1-8197-906117b0a2ce admin admin] Checking segment: {'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:35:14.006917 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d99cb1a-975a-44c1-8197-906117b0a2ce admin admin] Network hostable DHCP agents. Network: 5c60b747-df5e-44fc-9133-15b63b143d3f, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:35:14.029391 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d99cb1a-975a-44c1-8197-906117b0a2ce admin admin] Network 5c60b747-df5e-44fc-9133-15b63b143d3f is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:35:14.043241 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-2d99cb1a-975a-44c1-8197-906117b0a2ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, 5c60b747-df5e-44fc-9133-15b63b143d3f) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:35:14.047814 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d99cb1a-975a-44c1-8197-906117b0a2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:14.048422 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d99cb1a-975a-44c1-8197-906117b0a2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:14.055323 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aa273d-624a-4ae7-ad9f-933917c301b1 None None] Network 5c60b747-df5e-44fc-9133-15b63b143d3f requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:35:14.068297 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-2d99cb1a-975a-44c1-8197-906117b0a2ce admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4020009 Sep 06 14:35:14.073753 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 49722) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:14.078735 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:35:14.109705 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:14.111798 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28253'] for router, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:14.208601 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:14.265090 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc921a0d8-8086-577e-a203-f26a00adf144-5c60b747-df5e-44fc-9133-15b63b143d3f', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844'}]}} from dv-cinder-791281-8-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:35:14.266271 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:14.414662 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:14.483167 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device f7eb4579-1de3-45a2-93a4-7beea31d86d8 no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:35:14.510966 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: f7eb4579-1de3-45a2-93a4-7beea31d86d8 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:35:14.511402 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device f7eb4579-1de3-45a2-93a4-7beea31d86d8 not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:35:14.511959 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device eee0d4e8-3be8-4e91-9e10-24b398bff668 no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:35:14.536859 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: eee0d4e8-3be8-4e91-9e10-24b398bff668 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:35:14.537064 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device eee0d4e8-3be8-4e91-9e10-24b398bff668 not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:35:14.598848 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Allocated IP 172.20.0.2 (5c60b747-df5e-44fc-9133-15b63b143d3f/3d8f3db7-1100-47f8-a041-76cc8cbfc844/4537c343-fb96-44cb-ad0d-bfc3a8f32973) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:35:14.670330 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0cae-ad72-4ae4-a383-92e43a707fc0 req-440acb89-b104-4581-8294-90de60593aed tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:14.678233 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a29b0cae-ad72-4ae4-a383-92e43a707fc0 req-440acb89-b104-4581-8294-90de60593aed tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0656598 Sep 06 14:35:14.720791 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:14.727425 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a29b0cae-ad72-4ae4-a383-92e43a707fc0 req-0cca7ff1-4290-43a7-8467-15d9a658d4d7 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480349 Sep 06 14:35:14.752256 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:14.867125 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:14.881675 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Transition to ACTIVE for port object 4537c343-fb96-44cb-ad0d-bfc3a8f32973 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:35:14.900778 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Transition to ACTIVE for port object 4537c343-fb96-44cb-ad0d-bfc3a8f32973 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:35:14.903886 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Allocated IP 172.27.0.240 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/f4e94696-f951-4b35-b577-d5b6adf19d11) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:35:14.919740 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:15.004772 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Network 5c60b747-df5e-44fc-9133-15b63b143d3f is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:35:15.007227 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:35:15.014584 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:35:15.018170 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Pushing event updated for resources: {'Port': ['ID=4537c343-fb96-44cb-ad0d-bfc3a8f32973,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:15.059699 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:15.084300 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Attempting to bind port 4537c343-fb96-44cb-ad0d-bfc3a8f32973 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:35:15.084690 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Attempting to bind port 4537c343-fb96-44cb-ad0d-bfc3a8f32973 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:35:15.085063 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Attempting to bind port 4537c343-fb96-44cb-ad0d-bfc3a8f32973 on network 5c60b747-df5e-44fc-9133-15b63b143d3f {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:35:15.091228 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:35:15.091632 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Checking segment: {'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:35:15.093134 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:15.093134 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Bound using segment: {'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:35:15.093134 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Bound port: 4537c343-fb96-44cb-ad0d-bfc3a8f32973, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:35:15.093513 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:15.108629 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:15.144755 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:35:15.147669 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:35:15.152342 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:35:15.170373 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] For port 4537c343-fb96-44cb-ad0d-bfc3a8f32973, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:35:15.174668 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] For port 4537c343-fb96-44cb-ad0d-bfc3a8f32973, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=4537c343-fb96-44cb-ad0d-bfc3a8f32973,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:35:15.179777 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:15.229730 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Pushing event updated for resources: {'Port': ['ID=f4e94696-f951-4b35-b577-d5b6adf19d11,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:15.252847 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf24de-fb87-472b-a395-a53706df6cc9 None None] Pushing event updated for resources: {'Port': ['ID=4537c343-fb96-44cb-ad0d-bfc3a8f32973,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:15.416115 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:15.902710 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c04021-769d-4a2d-9bd3-5985a5706879 req-9e65751b-8654-422c-af11-53e167595dab tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:15.904320 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-42c04021-769d-4a2d-9bd3-5985a5706879 req-9e65751b-8654-422c-af11-53e167595dab tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0960438 Sep 06 14:35:15.925248 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679913'] for router, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:16.020848 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-42c04021-769d-4a2d-9bd3-5985a5706879 req-5f094fc7-cb03-4c44-a9b2-4cf453804607 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024344 Sep 06 14:35:16.087418 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Router 93489a06-1a14-48aa-8c71-b0bbd7576586 is scheduled to L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 with binding_index 1 {{(pid=93872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:35:16.223860 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e1b221-9236-4666-b027-3b4ac312a298 None None] Network 5c60b747-df5e-44fc-9133-15b63b143d3f requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:35:16.230543 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:35:16.244171 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Sync routers for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:35:16.251785 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:16.255881 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c1e78aa4-33f7-4638-afdd-8c42705d1d02 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1784158 Sep 06 14:35:16.256249 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 49776) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:16.268098 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:35:16.268838 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:35:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:16.405045 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-809eb730-6329-4bba-a29d-abb3afaaacee None None] Provisioning for port 4537c343-fb96-44cb-ad0d-bfc3a8f32973 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:35:16.477764 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:35:16.588048 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 4537c343-fb96-44cb-ad0d-bfc3a8f32973 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:35:16.732266 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port 4537c343-fb96-44cb-ad0d-bfc3a8f32973 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:35:16.737751 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 4537c343-fb96-44cb-ad0d-bfc3a8f32973 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:16.738411 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:16.802965 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:15Z', 'revision_number': 3, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:16.847390 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Checking router: 93489a06-1a14-48aa-8c71-b0bbd7576586 for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:35:16.848079 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Updating router 93489a06-1a14-48aa-8c71-b0bbd7576586 port f4e94696-f951-4b35-b577-d5b6adf19d11 binding host dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:35:16.933597 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:16.934358 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:16.973851 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:17.081478 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port 4537c343-fb96-44cb-ad0d-bfc3a8f32973, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=4537c343-fb96-44cb-ad0d-bfc3a8f32973,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:35:17.086955 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-68645cc3-48dc-4102-83c3-39157c9c061e None None] Provisioning complete for port 4537c343-fb96-44cb-ad0d-bfc3a8f32973 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:17.087367 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-68645cc3-48dc-4102-83c3-39157c9c061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:17.109417 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:17.110325 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Allocated IP 172.20.0.1 (5c60b747-df5e-44fc-9133-15b63b143d3f/3d8f3db7-1100-47f8-a041-76cc8cbfc844/a44d6d20-72a7-4cc9-bace-08c23a3ff51e) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:35:17.162426 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd26df3-30a5-4967-94bb-2b2e4f9b23e3 req-f4dd5a3f-88a4-4e25-9143-18c50a9c6916 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:17.164914 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4bd26df3-30a5-4967-94bb-2b2e4f9b23e3 req-f4dd5a3f-88a4-4e25-9143-18c50a9c6916 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0595820 Sep 06 14:35:17.207286 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4bd26df3-30a5-4967-94bb-2b2e4f9b23e3 req-7b564c10-4c09-4e04-83d6-7c5d41284b96 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352983 Sep 06 14:35:17.230539 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:17.236369 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=4537c343-fb96-44cb-ad0d-bfc3a8f32973,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:17.253751 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Transition to ACTIVE for port object a44d6d20-72a7-4cc9-bace-08c23a3ff51e will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:35:17.292707 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:17.331676 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Network 5c60b747-df5e-44fc-9133-15b63b143d3f is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:35:17.336684 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:35:17.340598 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:35:17.341088 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368828'] for router_interface, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:17.372493 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:17.383211 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Transition to ACTIVE for port object f4e94696-f951-4b35-b577-d5b6adf19d11 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:35:17.383919 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Pushing event updated for resources: {'Port': ['ID=a44d6d20-72a7-4cc9-bace-08c23a3ff51e,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:17.391034 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:17.447397 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835d0e8-e339-4a2b-b743-1baeaa8e4bdb None None] Pushing event updated for resources: {'Port': ['ID=f4e94696-f951-4b35-b577-d5b6adf19d11,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:17.449976 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Attempting to bind port f4e94696-f951-4b35-b577-d5b6adf19d11 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:35:17.450348 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Attempting to bind port f4e94696-f951-4b35-b577-d5b6adf19d11 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:35:17.450707 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Attempting to bind port f4e94696-f951-4b35-b577-d5b6adf19d11 on network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:35:17.458368 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:35:17.458870 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Checking segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:35:17.459561 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:17.460086 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Bound using segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:35:17.460617 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Bound port: f4e94696-f951-4b35-b577-d5b6adf19d11, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:35:17.461593 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:17.487645 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:17.522229 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] For port f4e94696-f951-4b35-b577-d5b6adf19d11, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:35:17.527752 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] For port f4e94696-f951-4b35-b577-d5b6adf19d11, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=f4e94696-f951-4b35-b577-d5b6adf19d11,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:35:17.534568 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:17.599393 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:35:17.600024 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:35:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:17.648867 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835d0e8-e339-4a2b-b743-1baeaa8e4bdb None None] Pushing event updated for resources: {'Port': ['ID=f4e94696-f951-4b35-b577-d5b6adf19d11,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:17.674431 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:17.679148 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:17.680097 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677676'] for router_interface, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:17.754193 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Pushing event updated for resources: {'Port': ['ID=a44d6d20-72a7-4cc9-bace-08c23a3ff51e,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:17.828159 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-42219856-f602-4bed-979d-acc9c803e277 None None] Provisioning for port a44d6d20-72a7-4cc9-bace-08c23a3ff51e completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:35:17.832141 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Network 5c60b747-df5e-44fc-9133-15b63b143d3f is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:35:17.833698 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:35:17.841233 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-42219856-f602-4bed-979d-acc9c803e277 None None] Provisioning complete for port a44d6d20-72a7-4cc9-bace-08c23a3ff51e triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:17.841998 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-42219856-f602-4bed-979d-acc9c803e277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:17.883760 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-42219856-f602-4bed-979d-acc9c803e277 None None] Port a44d6d20-72a7-4cc9-bace-08c23a3ff51e cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:35:17.907626 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:35:17.972083 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Router 93489a06-1a14-48aa-8c71-b0bbd7576586 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:35:18.089892 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:35:18.097509 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-edf60a60-5dc3-4e75-b2b0-1b8638bcc372 admin admin] 10.222.0.53 "PUT /v2.0/routers/93489a06-1a14-48aa-8c71-b0bbd7576586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8401299 Sep 06 14:35:18.135880 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-a51d2a71-bf0e-4407-9a38-84c8c909d7e1 None None] Provisioning complete for port a44d6d20-72a7-4cc9-bace-08c23a3ff51e triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:18.136185 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a51d2a71-bf0e-4407-9a38-84c8c909d7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:18.183239 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-a51d2a71-bf0e-4407-9a38-84c8c909d7e1 None None] Port a44d6d20-72a7-4cc9-bace-08c23a3ff51e cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:35:18.193822 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 1, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:18.222073 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad11b33-a5e5-46b7-a447-c7599d14b12a None None] The sync data for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi is: [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 1, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:35:18.375504 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a1ebd-c591-4801-a8c2-9ce4e98f3b62 req-c60fda8d-76b4-484d-9e16-68b6aa1cc523 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:18.377137 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a2a1ebd-c591-4801-a8c2-9ce4e98f3b62 req-c60fda8d-76b4-484d-9e16-68b6aa1cc523 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0782886 Sep 06 14:35:18.433000 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a2a1ebd-c591-4801-a8c2-9ce4e98f3b62 req-d82baf25-68ca-4738-97e8-d21925ebc373 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449421 Sep 06 14:35:18.551134 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 4537c343-fb96-44cb-ad0d-bfc3a8f32973 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:35:18.616465 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 4537c343-fb96-44cb-ad0d-bfc3a8f32973 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:18.617700 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:18.758375 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 49842) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:18.763516 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-d9023f12-4200-49b2-aa8e-13db7f7651b5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1923915157-network', 'tenant_id': '63e550f14e3e43b88e0e863642824fd3'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:35:18.787033 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9023f12-4200-49b2-aa8e-13db7f7651b5 admin admin] Made reservation on behalf of 63e550f14e3e43b88e0e863642824fd3 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:35:18.790667 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d9023f12-4200-49b2-aa8e-13db7f7651b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:18.799292 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d9023f12-4200-49b2-aa8e-13db7f7651b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:18.899524 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d9023f12-4200-49b2-aa8e-13db7f7651b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:18.906675 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d9023f12-4200-49b2-aa8e-13db7f7651b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:18.940497 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9023f12-4200-49b2-aa8e-13db7f7651b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:35:18.963019 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9023f12-4200-49b2-aa8e-13db7f7651b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357bd0d9-58ec-41be-8f21-9c13c0fd074a,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:18.969759 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d9023f12-4200-49b2-aa8e-13db7f7651b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:18.970134 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-d9023f12-4200-49b2-aa8e-13db7f7651b5 admin admin] Added segment fab56b3f-879b-4ac6-8184-2fd55dc1572e of type vlan for network ac50503a-86da-4a83-8fe4-261aa613b800 Sep 06 14:35:19.021315 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d9023f12-4200-49b2-aa8e-13db7f7651b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:19.065641 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d9023f12-4200-49b2-aa8e-13db7f7651b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:19.067027 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9023f12-4200-49b2-aa8e-13db7f7651b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:19.067590 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d9023f12-4200-49b2-aa8e-13db7f7651b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:19.112161 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d9023f12-4200-49b2-aa8e-13db7f7651b5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3525302 Sep 06 14:35:19.114920 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 49856) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:19.120345 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-dd258054-023b-4488-84e8-f0aa8cec9fd8 admin admin] Request body: {'subnet': {'network_id': 'ac50503a-86da-4a83-8fe4-261aa613b800', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1923915157-subnet', 'tenant_id': '63e550f14e3e43b88e0e863642824fd3', 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:35:19.154837 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9023f12-4200-49b2-aa8e-13db7f7651b5 admin admin] Pushing event updated for resources: {'Network': ['ID=ac50503a-86da-4a83-8fe4-261aa613b800,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:19.167354 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network ac50503a-86da-4a83-8fe4-261aa613b800 details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:35:19.183749 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd258054-023b-4488-84e8-f0aa8cec9fd8 admin admin] Made reservation on behalf of 63e550f14e3e43b88e0e863642824fd3 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:35:19.186447 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dd258054-023b-4488-84e8-f0aa8cec9fd8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:19.372093 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dd258054-023b-4488-84e8-f0aa8cec9fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:19.433725 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd258054-023b-4488-84e8-f0aa8cec9fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29eaa504-20d2-40dc-8ead-12963ae21a42,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:19.446249 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd258054-023b-4488-84e8-f0aa8cec9fd8 admin admin] Checking segment: {'id': 'fab56b3f-879b-4ac6-8184-2fd55dc1572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ac50503a-86da-4a83-8fe4-261aa613b800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:35:19.446551 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd258054-023b-4488-84e8-f0aa8cec9fd8 admin admin] Network hostable DHCP agents. Network: ac50503a-86da-4a83-8fe4-261aa613b800, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:35:19.464632 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd258054-023b-4488-84e8-f0aa8cec9fd8 admin admin] Network ac50503a-86da-4a83-8fe4-261aa613b800 is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:35:19.475194 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-dd258054-023b-4488-84e8-f0aa8cec9fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, ac50503a-86da-4a83-8fe4-261aa613b800) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:35:19.494555 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681b5d5f-dc85-40a6-ad4b-6f5be5e9a767 None None] Network ac50503a-86da-4a83-8fe4-261aa613b800 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:35:19.495227 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd258054-023b-4488-84e8-f0aa8cec9fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:19.496048 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dd258054-023b-4488-84e8-f0aa8cec9fd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:19.520045 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49860) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:19.526228 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1923915157-router', 'tenant_id': '63e550f14e3e43b88e0e863642824fd3', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:35:19.531791 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-dd258054-023b-4488-84e8-f0aa8cec9fd8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4151013 Sep 06 14:35:19.559177 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:19.560702 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28253'] for router, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:19.637379 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:19.668563 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322432de-a0a8-4c1f-8f28-d5d626ed56a9 req-40b56417-ced6-4895-a1fb-1cadc1da99a0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:19.683146 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-322432de-a0a8-4c1f-8f28-d5d626ed56a9 req-40b56417-ced6-4895-a1fb-1cadc1da99a0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0713117 Sep 06 14:35:19.687921 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc921a0d8-8086-577e-a203-f26a00adf144-ac50503a-86da-4a83-8fe4-261aa613b800', 'network_id': 'ac50503a-86da-4a83-8fe4-261aa613b800', 'tenant_id': '63e550f14e3e43b88e0e863642824fd3', 'fixed_ips': [{'subnet_id': '29eaa504-20d2-40dc-8ead-12963ae21a42'}]}} from dv-cinder-791281-8-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:35:19.688921 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:19.736978 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-322432de-a0a8-4c1f-8f28-d5d626ed56a9 req-067edf4c-312b-414b-9219-5219ba836b77 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492032 Sep 06 14:35:19.801808 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:19.844072 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Allocated IP 172.20.0.2 (ac50503a-86da-4a83-8fe4-261aa613b800/29eaa504-20d2-40dc-8ead-12963ae21a42/151fbcc7-1019-4034-8f5a-559f209bc5ef) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:35:20.000425 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:20.009715 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Transition to ACTIVE for port object 151fbcc7-1019-4034-8f5a-559f209bc5ef will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:35:20.013760 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:20.025624 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Transition to ACTIVE for port object 151fbcc7-1019-4034-8f5a-559f209bc5ef will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:35:20.031398 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:20.034475 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:20.070623 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Network ac50503a-86da-4a83-8fe4-261aa613b800 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:35:20.074148 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:35:20.077678 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:35:20.087148 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Pushing event updated for resources: {'Port': ['ID=151fbcc7-1019-4034-8f5a-559f209bc5ef,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:20.149043 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Allocated IP 172.27.0.166 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/eb97a8e8-749e-485f-afd7-ffddd7261ddb) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:35:20.166413 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Attempting to bind port 151fbcc7-1019-4034-8f5a-559f209bc5ef on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:35:20.166614 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Attempting to bind port 151fbcc7-1019-4034-8f5a-559f209bc5ef by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': 'fab56b3f-879b-4ac6-8184-2fd55dc1572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ac50503a-86da-4a83-8fe4-261aa613b800'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:35:20.167994 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Attempting to bind port 151fbcc7-1019-4034-8f5a-559f209bc5ef on network ac50503a-86da-4a83-8fe4-261aa613b800 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:35:20.178431 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:35:20.178801 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Checking segment: {'id': 'fab56b3f-879b-4ac6-8184-2fd55dc1572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ac50503a-86da-4a83-8fe4-261aa613b800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:35:20.179195 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:20.179589 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Bound using segment: {'id': 'fab56b3f-879b-4ac6-8184-2fd55dc1572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ac50503a-86da-4a83-8fe4-261aa613b800'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:35:20.180053 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Bound port: 151fbcc7-1019-4034-8f5a-559f209bc5ef, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab56b3f-879b-4ac6-8184-2fd55dc1572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ac50503a-86da-4a83-8fe4-261aa613b800'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:35:20.180437 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:20.265035 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] For port 151fbcc7-1019-4034-8f5a-559f209bc5ef, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:35:20.269256 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] For port 151fbcc7-1019-4034-8f5a-559f209bc5ef, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=151fbcc7-1019-4034-8f5a-559f209bc5ef,segment=NetworkSegment(fab56b3f-879b-4ac6-8184-2fd55dc1572e),segment_id=fab56b3f-879b-4ac6-8184-2fd55dc1572e)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:35:20.277313 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:20.287709 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:20.332176 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:20.358975 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32182f3b-2964-461d-a14a-d3d1864af83c None None] Pushing event updated for resources: {'Port': ['ID=151fbcc7-1019-4034-8f5a-559f209bc5ef,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:20.378365 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:35:20.381398 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:35:20.384685 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:35:20.411889 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=eb97a8e8-749e-485f-afd7-ffddd7261ddb,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:20.515686 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device f4e94696-f951-4b35-b577-d5b6adf19d11 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:35:20.590427 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port f4e94696-f951-4b35-b577-d5b6adf19d11 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:35:20.594820 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port f4e94696-f951-4b35-b577-d5b6adf19d11 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:20.595188 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:20.612100 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Sync routers for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:35:20.627354 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:35:20.628206 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:35:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:20.703905 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:20.729468 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port f4e94696-f951-4b35-b577-d5b6adf19d11, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=f4e94696-f951-4b35-b577-d5b6adf19d11,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:35:20.735609 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:20.736565 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:20.806077 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=f4e94696-f951-4b35-b577-d5b6adf19d11,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:20.864177 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:35:20.876624 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220615d-6d0c-4721-b703-adf24c7bbd4a req-86a8a7ed-f12d-4387-8187-40239d58a073 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:20.878151 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3220615d-6d0c-4721-b703-adf24c7bbd4a req-86a8a7ed-f12d-4387-8187-40239d58a073 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0512376 Sep 06 14:35:20.921457 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3220615d-6d0c-4721-b703-adf24c7bbd4a req-efad5a6e-d70c-440c-a7e2-e9dc1f861381 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361929 Sep 06 14:35:20.977736 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679913'] for router, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:21.079026 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 2, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:21.109593 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Checking router: 93489a06-1a14-48aa-8c71-b0bbd7576586 for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:35:21.109974 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Updating router 93489a06-1a14-48aa-8c71-b0bbd7576586 port a44d6d20-72a7-4cc9-bace-08c23a3ff51e binding host dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:35:21.120000 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Router daa89d61-9efc-4590-91da-a72146370d5a is scheduled to L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 with binding_index 1 {{(pid=93871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:35:21.142149 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:21.470972 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:21.479206 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369242b1-b975-48c2-ac12-a2a84ef3fc86 None None] Network ac50503a-86da-4a83-8fe4-261aa613b800 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:35:21.483057 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Transition to ACTIVE for port object a44d6d20-72a7-4cc9-bace-08c23a3ff51e will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:35:21.496931 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:21.544470 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edddf4-4afe-469f-8910-d735036519a0 None None] Pushing event updated for resources: {'Port': ['ID=a44d6d20-72a7-4cc9-bace-08c23a3ff51e,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:21.553741 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33edddf4-4afe-469f-8910-d735036519a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:21.554146 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33edddf4-4afe-469f-8910-d735036519a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:21.554527 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33edddf4-4afe-469f-8910-d735036519a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:21.554865 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33edddf4-4afe-469f-8910-d735036519a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:21.555469 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33edddf4-4afe-469f-8910-d735036519a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:21.555581 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33edddf4-4afe-469f-8910-d735036519a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:21.555851 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33edddf4-4afe-469f-8910-d735036519a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:21.556179 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33edddf4-4afe-469f-8910-d735036519a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:21.556564 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33edddf4-4afe-469f-8910-d735036519a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:21.556890 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33edddf4-4afe-469f-8910-d735036519a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:21.557233 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33edddf4-4afe-469f-8910-d735036519a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:21.557647 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33edddf4-4afe-469f-8910-d735036519a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:21.575092 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:35:21.594225 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-d88745a2-3b30-48b8-90a1-ec649e4128d3 None None] Provisioning for port 151fbcc7-1019-4034-8f5a-559f209bc5ef completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:35:21.601030 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Sync routers for ids ['daa89d61-9efc-4590-91da-a72146370d5a'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:35:21.607851 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:21.609415 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9602416f-4729-4422-a609-484fbf893ce4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0879195 Sep 06 14:35:21.612402 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 49888) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:21.641832 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Attempting to bind port a44d6d20-72a7-4cc9-bace-08c23a3ff51e on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:35:21.642410 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Attempting to bind port a44d6d20-72a7-4cc9-bace-08c23a3ff51e by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:35:21.642626 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Attempting to bind port a44d6d20-72a7-4cc9-bace-08c23a3ff51e on network 5c60b747-df5e-44fc-9133-15b63b143d3f {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:35:21.648842 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:35:21.649213 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Checking segment: {'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:35:21.649708 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:21.650130 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Bound using segment: {'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:35:21.650775 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Bound port: a44d6d20-72a7-4cc9-bace-08c23a3ff51e, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:35:21.651339 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:21.703131 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Routers {'daa89d61-9efc-4590-91da-a72146370d5a'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:35:21.703938 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:35:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['daa89d61-9efc-4590-91da-a72146370d5a'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:21.731260 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] For port a44d6d20-72a7-4cc9-bace-08c23a3ff51e, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:35:21.735850 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] For port a44d6d20-72a7-4cc9-bace-08c23a3ff51e, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=a44d6d20-72a7-4cc9-bace-08c23a3ff51e,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:35:21.745151 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:21.813258 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:35:21.814041 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:35:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:21.817496 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edddf4-4afe-469f-8910-d735036519a0 None None] Pushing event updated for resources: {'Port': ['ID=a44d6d20-72a7-4cc9-bace-08c23a3ff51e,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:21.839297 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Set router daa89d61-9efc-4590-91da-a72146370d5a gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:35:21.933304 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:35:22.095862 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'name': 'tempest-TestVolumeBootPattern-1923915157-router', 'tenant_id': '63e550f14e3e43b88e0e863642824fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'eb97a8e8-749e-485f-afd7-ffddd7261ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:19Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 3, 'project_id': '63e550f14e3e43b88e0e863642824fd3', 'gw_port': {'id': 'eb97a8e8-749e-485f-afd7-ffddd7261ddb', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:17:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:20Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:22.120192 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cec2d-c7d1-4d38-9ea4-db5bda172c34 req-05215e70-8103-4db9-bbb7-8b472e59ba13 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:22.127980 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b75cec2d-c7d1-4d38-9ea4-db5bda172c34 req-05215e70-8103-4db9-bbb7-8b472e59ba13 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0816143 Sep 06 14:35:22.131681 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Checking router: daa89d61-9efc-4590-91da-a72146370d5a for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:35:22.132038 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Updating router daa89d61-9efc-4590-91da-a72146370d5a port eb97a8e8-749e-485f-afd7-ffddd7261ddb binding host dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:35:22.172933 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:22.185817 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b75cec2d-c7d1-4d38-9ea4-db5bda172c34 req-8108f4ae-96c0-4997-a7f3-f30a3d358ec1 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477788 Sep 06 14:35:22.205295 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:21Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:22.206791 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:22.247826 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26172a-0444-428d-b7f5-56dcd3d250d0 None None] The sync data for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi is: [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:21Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:35:22.487974 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Allocated IP 172.20.0.1 (ac50503a-86da-4a83-8fe4-261aa613b800/29eaa504-20d2-40dc-8ead-12963ae21a42/fabde44f-a5ad-49ca-bbc2-db30c2966c2a) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:35:22.606790 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:22.627276 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Transition to ACTIVE for port object eb97a8e8-749e-485f-afd7-ffddd7261ddb will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:35:22.638465 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:22.708036 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e962b-8591-4449-891f-969993268bfc None None] Pushing event updated for resources: {'Port': ['ID=eb97a8e8-749e-485f-afd7-ffddd7261ddb,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:22.736405 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Attempting to bind port eb97a8e8-749e-485f-afd7-ffddd7261ddb on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:35:22.736815 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Attempting to bind port eb97a8e8-749e-485f-afd7-ffddd7261ddb by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:35:22.737188 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Attempting to bind port eb97a8e8-749e-485f-afd7-ffddd7261ddb on network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:35:22.742233 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device f4e94696-f951-4b35-b577-d5b6adf19d11 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:35:22.776698 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:35:22.777081 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Checking segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:35:22.777498 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:22.777903 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Bound using segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:35:22.778611 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Bound port: eb97a8e8-749e-485f-afd7-ffddd7261ddb, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:35:22.778843 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:22.844929 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] For port eb97a8e8-749e-485f-afd7-ffddd7261ddb, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:35:22.848681 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] For port eb97a8e8-749e-485f-afd7-ffddd7261ddb, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=eb97a8e8-749e-485f-afd7-ffddd7261ddb,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:35:22.866312 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:22.959838 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:22.981743 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Transition to ACTIVE for port object fabde44f-a5ad-49ca-bbc2-db30c2966c2a will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:35:23.032951 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:23.124920 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Network ac50503a-86da-4a83-8fe4-261aa613b800 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:35:23.129944 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:35:23.139275 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Routers {'daa89d61-9efc-4590-91da-a72146370d5a'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:35:23.139998 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:35:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['daa89d61-9efc-4590-91da-a72146370d5a'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:23.141814 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:35:23.142341 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368828'] for router_interface, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:23.142890 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e962b-8591-4449-891f-969993268bfc None None] Pushing event updated for resources: {'Port': ['ID=eb97a8e8-749e-485f-afd7-ffddd7261ddb,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:23.187465 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Pushing event updated for resources: {'Port': ['ID=fabde44f-a5ad-49ca-bbc2-db30c2966c2a,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:23.202971 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port f4e94696-f951-4b35-b577-d5b6adf19d11 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:23.204998 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:23.394815 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94c403-0a7a-4c8f-8cc2-9cdbcb368afe req-6cc9450f-4f3b-4674-91e6-778de0c93535 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:23.396007 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:23.403164 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-df94c403-0a7a-4c8f-8cc2-9cdbcb368afe req-6cc9450f-4f3b-4674-91e6-778de0c93535 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0898936 Sep 06 14:35:23.453778 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-df94c403-0a7a-4c8f-8cc2-9cdbcb368afe req-07819265-be19-44ab-bdd2-128a3730339e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489597 Sep 06 14:35:23.457753 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] Set router daa89d61-9efc-4590-91da-a72146370d5a gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:35:23.534382 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 151fbcc7-1019-4034-8f5a-559f209bc5ef up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:35:23.588242 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-321bfd5e-3d5e-40f3-b106-35e978ba3e1c None None] Provisioning for port fabde44f-a5ad-49ca-bbc2-db30c2966c2a completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:35:23.606806 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:23.607038 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-321bfd5e-3d5e-40f3-b106-35e978ba3e1c None None] Provisioning complete for port fabde44f-a5ad-49ca-bbc2-db30c2966c2a triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:23.607434 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-321bfd5e-3d5e-40f3-b106-35e978ba3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:23.612418 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:23.613151 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677676'] for router_interface, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:23.681596 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Pushing event updated for resources: {'Port': ['ID=fabde44f-a5ad-49ca-bbc2-db30c2966c2a,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:23.706563 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-321bfd5e-3d5e-40f3-b106-35e978ba3e1c None None] Port fabde44f-a5ad-49ca-bbc2-db30c2966c2a cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:35:23.734203 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port 151fbcc7-1019-4034-8f5a-559f209bc5ef completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:35:23.740146 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 151fbcc7-1019-4034-8f5a-559f209bc5ef triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:23.740781 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:23.748759 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Network ac50503a-86da-4a83-8fe4-261aa613b800 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:35:23.750297 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:35:23.802934 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'name': 'tempest-TestVolumeBootPattern-1923915157-router', 'tenant_id': '63e550f14e3e43b88e0e863642824fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'eb97a8e8-749e-485f-afd7-ffddd7261ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:19Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 3, 'project_id': '63e550f14e3e43b88e0e863642824fd3', 'gw_port': {'id': 'eb97a8e8-749e-485f-afd7-ffddd7261ddb', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:17:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:20Z', 'updated_at': '2021-09-06T14:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:23.832373 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729327c-bb30-45a5-b4d9-dd1d96e0f308 None None] The sync data for ids ['daa89d61-9efc-4590-91da-a72146370d5a'] in dv-cinder-791281-8-iscsi is: [{'id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'name': 'tempest-TestVolumeBootPattern-1923915157-router', 'tenant_id': '63e550f14e3e43b88e0e863642824fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'eb97a8e8-749e-485f-afd7-ffddd7261ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:19Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 3, 'project_id': '63e550f14e3e43b88e0e863642824fd3', 'gw_port': {'id': 'eb97a8e8-749e-485f-afd7-ffddd7261ddb', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:17:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:20Z', 'updated_at': '2021-09-06T14:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:35:23.879771 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:23.883848 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Router daa89d61-9efc-4590-91da-a72146370d5a has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:35:23.918641 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port 151fbcc7-1019-4034-8f5a-559f209bc5ef, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=151fbcc7-1019-4034-8f5a-559f209bc5ef,segment=NetworkSegment(fab56b3f-879b-4ac6-8184-2fd55dc1572e),segment_id=fab56b3f-879b-4ac6-8184-2fd55dc1572e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:35:23.923594 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:23.924503 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device a44d6d20-72a7-4cc9-bace-08c23a3ff51e up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:35:24.014886 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=151fbcc7-1019-4034-8f5a-559f209bc5ef,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:24.028596 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:35:24.039143 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-0751324f-0865-4f24-8e91-4cd8bfc323bf admin admin] 10.222.0.53 "PUT /v2.0/routers/daa89d61-9efc-4590-91da-a72146370d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4210176 Sep 06 14:35:24.039348 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2c87a8f0-962c-4cee-b15d-9c45943339a9 None None] Provisioning complete for port fabde44f-a5ad-49ca-bbc2-db30c2966c2a triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:24.039348 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2c87a8f0-962c-4cee-b15d-9c45943339a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:24.060461 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port a44d6d20-72a7-4cc9-bace-08c23a3ff51e completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:35:24.068169 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port a44d6d20-72a7-4cc9-bace-08c23a3ff51e triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:24.068679 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:24.144199 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2c87a8f0-962c-4cee-b15d-9c45943339a9 None None] Port fabde44f-a5ad-49ca-bbc2-db30c2966c2a cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:35:24.211231 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:24.251853 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port a44d6d20-72a7-4cc9-bace-08c23a3ff51e, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=a44d6d20-72a7-4cc9-bace-08c23a3ff51e,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:35:24.257714 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:24.310074 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=a44d6d20-72a7-4cc9-bace-08c23a3ff51e,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:24.577457 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 151fbcc7-1019-4034-8f5a-559f209bc5ef up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:35:24.592537 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cf885-d626-41d9-907c-e26b38d5c503 req-893f7022-dcba-48ad-a12f-2b753fe2612c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:24.593833 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-449cf885-d626-41d9-907c-e26b38d5c503 req-893f7022-dcba-48ad-a12f-2b753fe2612c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0573685 Sep 06 14:35:24.630343 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 151fbcc7-1019-4034-8f5a-559f209bc5ef triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:24.630581 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:24.637434 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-449cf885-d626-41d9-907c-e26b38d5c503 req-9d2cb024-7df5-4791-8df5-c6e581f4a946 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374775 Sep 06 14:35:24.723537 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device eb97a8e8-749e-485f-afd7-ffddd7261ddb up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:35:24.773730 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port eb97a8e8-749e-485f-afd7-ffddd7261ddb completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:35:24.777514 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port eb97a8e8-749e-485f-afd7-ffddd7261ddb triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:24.777887 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:24.853526 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:24.874275 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port eb97a8e8-749e-485f-afd7-ffddd7261ddb, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=eb97a8e8-749e-485f-afd7-ffddd7261ddb,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:35:24.878285 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:24.879266 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device a44d6d20-72a7-4cc9-bace-08c23a3ff51e up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:35:24.954116 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=eb97a8e8-749e-485f-afd7-ffddd7261ddb,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:24.968185 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port a44d6d20-72a7-4cc9-bace-08c23a3ff51e triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:24.968559 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:25.706100 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Sync routers for ids ['daa89d61-9efc-4590-91da-a72146370d5a'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:35:25.716660 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Routers {'daa89d61-9efc-4590-91da-a72146370d5a'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:35:25.717466 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:35:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['daa89d61-9efc-4590-91da-a72146370d5a'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:25.772475 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d79f7d-acab-49e7-9c4e-776641255e8c req-cc8ae9b4-439d-4332-969d-5ff9309807d1 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:25.774864 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d9d79f7d-acab-49e7-9c4e-776641255e8c req-cc8ae9b4-439d-4332-969d-5ff9309807d1 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0569167 Sep 06 14:35:25.818782 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d9d79f7d-acab-49e7-9c4e-776641255e8c req-0c02559c-e046-4388-984e-59d7044b3dcb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377741 Sep 06 14:35:25.832203 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Set router daa89d61-9efc-4590-91da-a72146370d5a gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:35:26.058128 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'name': 'tempest-TestVolumeBootPattern-1923915157-router', 'tenant_id': '63e550f14e3e43b88e0e863642824fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'eb97a8e8-749e-485f-afd7-ffddd7261ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:19Z', 'updated_at': '2021-09-06T14:35:23Z', 'revision_number': 4, 'project_id': '63e550f14e3e43b88e0e863642824fd3', 'gw_port': {'id': 'eb97a8e8-749e-485f-afd7-ffddd7261ddb', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:20Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'fabde44f-a5ad-49ca-bbc2-db30c2966c2a', 'name': '', 'network_id': 'ac50503a-86da-4a83-8fe4-261aa613b800', 'tenant_id': '63e550f14e3e43b88e0e863642824fd3', 'mac_address': 'fa:16:3e:a0:72:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '29eaa504-20d2-40dc-8ead-12963ae21a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:22Z', 'updated_at': '2021-09-06T14:35:23Z', 'revision_number': 2, 'project_id': '63e550f14e3e43b88e0e863642824fd3', 'subnets': [{'id': '29eaa504-20d2-40dc-8ead-12963ae21a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:26.086713 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Checking router: daa89d61-9efc-4590-91da-a72146370d5a for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:35:26.087292 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Updating router daa89d61-9efc-4590-91da-a72146370d5a port fabde44f-a5ad-49ca-bbc2-db30c2966c2a binding host dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:35:26.116814 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.128007 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 49968) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:26.133783 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-48446564-db01-47af-92bb-1cf0c87ef2a6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-693750651', 'description': 'tempest-secgroup-smoke-693750651 description', 'project_id': '01e86bce1eb746b999d2ea9741fff156'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:35:26.159198 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-48446564-db01-47af-92bb-1cf0c87ef2a6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.265904 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-48446564-db01-47af-92bb-1cf0c87ef2a6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.270095 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-48446564-db01-47af-92bb-1cf0c87ef2a6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.300440 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-48446564-db01-47af-92bb-1cf0c87ef2a6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.301687 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-48446564-db01-47af-92bb-1cf0c87ef2a6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1726010 Sep 06 14:35:26.303661 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48446564-db01-47af-92bb-1cf0c87ef2a6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e1603d-584b-4344-863b-ff8c18687144,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:26.305575 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49972) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:26.311509 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-a84ac058-6c8e-4092-9440-be99f96931f8 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Request body: {'security_group_rule': {'security_group_id': 'c4e1603d-584b-4344-863b-ff8c18687144', 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:35:26.338362 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a84ac058-6c8e-4092-9440-be99f96931f8 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.394233 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a84ac058-6c8e-4092-9440-be99f96931f8 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.402788 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a84ac058-6c8e-4092-9440-be99f96931f8 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.410527 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.422087 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Transition to ACTIVE for port object fabde44f-a5ad-49ca-bbc2-db30c2966c2a will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:35:26.422537 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ac058-6c8e-4092-9440-be99f96931f8 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbb39a3-6f85-4ac8-97dd-3bc6b6719203,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:26.428689 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.431772 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a84ac058-6c8e-4092-9440-be99f96931f8 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.433323 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-a84ac058-6c8e-4092-9440-be99f96931f8 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264870 Sep 06 14:35:26.436097 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49974) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:26.440957 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-02f52ee0-60a6-44c7-b5f5-ece9e67c7364 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Request body: {'security_group_rule': {'security_group_id': 'c4e1603d-584b-4344-863b-ff8c18687144', 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:35:26.471369 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-02f52ee0-60a6-44c7-b5f5-ece9e67c7364 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.474043 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953c300-9a3b-4e56-89e5-58e33ee35855 None None] Pushing event updated for resources: {'Port': ['ID=fabde44f-a5ad-49ca-bbc2-db30c2966c2a,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:26.493487 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device eb97a8e8-749e-485f-afd7-ffddd7261ddb up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:35:26.549740 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Attempting to bind port fabde44f-a5ad-49ca-bbc2-db30c2966c2a on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:35:26.550764 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-02f52ee0-60a6-44c7-b5f5-ece9e67c7364 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.551376 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Attempting to bind port fabde44f-a5ad-49ca-bbc2-db30c2966c2a by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': 'fab56b3f-879b-4ac6-8184-2fd55dc1572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ac50503a-86da-4a83-8fe4-261aa613b800'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:35:26.551616 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Attempting to bind port fabde44f-a5ad-49ca-bbc2-db30c2966c2a on network ac50503a-86da-4a83-8fe4-261aa613b800 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:35:26.558383 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-02f52ee0-60a6-44c7-b5f5-ece9e67c7364 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.567646 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:35:26.568519 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Checking segment: {'id': 'fab56b3f-879b-4ac6-8184-2fd55dc1572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ac50503a-86da-4a83-8fe4-261aa613b800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:35:26.569221 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.571404 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Bound using segment: {'id': 'fab56b3f-879b-4ac6-8184-2fd55dc1572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ac50503a-86da-4a83-8fe4-261aa613b800'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:35:26.572785 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f52ee0-60a6-44c7-b5f5-ece9e67c7364 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805f9077-36c6-444e-8dcc-e8d88cb4317f,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:26.573546 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Bound port: fabde44f-a5ad-49ca-bbc2-db30c2966c2a, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab56b3f-879b-4ac6-8184-2fd55dc1572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ac50503a-86da-4a83-8fe4-261aa613b800'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:35:26.574342 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.596814 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-02f52ee0-60a6-44c7-b5f5-ece9e67c7364 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.598293 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-02f52ee0-60a6-44c7-b5f5-ece9e67c7364 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1611686 Sep 06 14:35:26.602123 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 49978) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:26.607960 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-78334b03-4177-4c3e-9cb5-2e045292565d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Request body: {'security_group_rule': {'security_group_id': 'c4e1603d-584b-4344-863b-ff8c18687144', 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:35:26.637738 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port eb97a8e8-749e-485f-afd7-ffddd7261ddb triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:26.638993 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.667758 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78334b03-4177-4c3e-9cb5-2e045292565d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.672199 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] For port fabde44f-a5ad-49ca-bbc2-db30c2966c2a, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:35:26.676697 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] For port fabde44f-a5ad-49ca-bbc2-db30c2966c2a, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=fabde44f-a5ad-49ca-bbc2-db30c2966c2a,segment=NetworkSegment(fab56b3f-879b-4ac6-8184-2fd55dc1572e),segment_id=fab56b3f-879b-4ac6-8184-2fd55dc1572e)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:35:26.683469 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.745439 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78334b03-4177-4c3e-9cb5-2e045292565d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.745640 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953c300-9a3b-4e56-89e5-58e33ee35855 None None] Pushing event updated for resources: {'Port': ['ID=fabde44f-a5ad-49ca-bbc2-db30c2966c2a,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:26.760129 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78334b03-4177-4c3e-9cb5-2e045292565d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.761195 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Routers {'daa89d61-9efc-4590-91da-a72146370d5a'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:35:26.761691 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:35:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['daa89d61-9efc-4590-91da-a72146370d5a'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:26.787941 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78334b03-4177-4c3e-9cb5-2e045292565d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896ca170-4dc5-4244-a821-451b9919e9a5,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:26.805617 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78334b03-4177-4c3e-9cb5-2e045292565d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.810038 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-78334b03-4177-4c3e-9cb5-2e045292565d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2036309 Sep 06 14:35:26.811707 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49980) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:26.817097 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-743b76ee-fd25-4c40-936e-dba5c085ec36 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Request body: {'security_group_rule': {'security_group_id': 'c4e1603d-584b-4344-863b-ff8c18687144', 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:35:26.852509 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-743b76ee-fd25-4c40-936e-dba5c085ec36 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.945383 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-743b76ee-fd25-4c40-936e-dba5c085ec36 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.951432 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-743b76ee-fd25-4c40-936e-dba5c085ec36 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.977623 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b76ee-fd25-4c40-936e-dba5c085ec36 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307a1b2a-d804-4d8f-8b20-3076c29fa95c,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:26.981956 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-743b76ee-fd25-4c40-936e-dba5c085ec36 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:26.983389 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-743b76ee-fd25-4c40-936e-dba5c085ec36 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1705351 Sep 06 14:35:26.986359 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49988) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:26.992946 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-10d38b5c-0548-4f24-ad96-8a4bfb395834 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Request body: {'security_group_rule': {'security_group_id': 'c4e1603d-584b-4344-863b-ff8c18687144', 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:35:27.024599 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.securitygroups_db [None req-10d38b5c-0548-4f24-ad96-8a4bfb395834 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Project 01e86bce1eb746b999d2ea9741fff156 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 14:35:27.028747 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] Set router daa89d61-9efc-4590-91da-a72146370d5a gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:35:27.032051 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10d38b5c-0548-4f24-ad96-8a4bfb395834 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:27.053348 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dff011-5947-4cd3-8c21-041e9b0a5f35 req-2fc2428c-7058-4fa3-9d26-204f689f481d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:27.062611 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b9dff011-5947-4cd3-8c21-041e9b0a5f35 req-2fc2428c-7058-4fa3-9d26-204f689f481d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.1379914 Sep 06 14:35:27.103337 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b9dff011-5947-4cd3-8c21-041e9b0a5f35 req-facc6c72-0722-425e-9d49-a0b69b0d5b50 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390463 Sep 06 14:35:27.126418 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10d38b5c-0548-4f24-ad96-8a4bfb395834 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:27.134410 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10d38b5c-0548-4f24-ad96-8a4bfb395834 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:27.158606 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d38b5c-0548-4f24-ad96-8a4bfb395834 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51aacb2b-3783-4876-a2dc-1e64cd7c883a,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:27.166283 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10d38b5c-0548-4f24-ad96-8a4bfb395834 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:27.167605 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-10d38b5c-0548-4f24-ad96-8a4bfb395834 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1797774 Sep 06 14:35:27.171700 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 49990) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:27.183046 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-0e61fe50-d883-4889-bec8-d0e846426a6c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Request body: {'security_group_rule': {'security_group_id': 'c4e1603d-584b-4344-863b-ff8c18687144', 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:35:27.206775 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.securitygroups_db [None req-0e61fe50-d883-4889-bec8-d0e846426a6c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Project 01e86bce1eb746b999d2ea9741fff156 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 14:35:27.212761 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0e61fe50-d883-4889-bec8-d0e846426a6c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:27.281806 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'name': 'tempest-TestVolumeBootPattern-1923915157-router', 'tenant_id': '63e550f14e3e43b88e0e863642824fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'eb97a8e8-749e-485f-afd7-ffddd7261ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:19Z', 'updated_at': '2021-09-06T14:35:23Z', 'revision_number': 4, 'project_id': '63e550f14e3e43b88e0e863642824fd3', 'gw_port': {'id': 'eb97a8e8-749e-485f-afd7-ffddd7261ddb', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:20Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'fabde44f-a5ad-49ca-bbc2-db30c2966c2a', 'name': '', 'network_id': 'ac50503a-86da-4a83-8fe4-261aa613b800', 'tenant_id': '63e550f14e3e43b88e0e863642824fd3', 'mac_address': 'fa:16:3e:a0:72:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '29eaa504-20d2-40dc-8ead-12963ae21a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:22Z', 'updated_at': '2021-09-06T14:35:26Z', 'revision_number': 4, 'project_id': '63e550f14e3e43b88e0e863642824fd3', 'subnets': [{'id': '29eaa504-20d2-40dc-8ead-12963ae21a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:35:27.282281 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0e61fe50-d883-4889-bec8-d0e846426a6c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:27.286213 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0e61fe50-d883-4889-bec8-d0e846426a6c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:27.305757 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61fe50-d883-4889-bec8-d0e846426a6c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5483821a-03c4-4b63-858e-4edf3b8d3c9e,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:27.309433 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31fb103-68e4-4b72-80bc-9b7bdbe5cfd9 None None] The sync data for ids ['daa89d61-9efc-4590-91da-a72146370d5a'] in dv-cinder-791281-8-iscsi is: [{'id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'name': 'tempest-TestVolumeBootPattern-1923915157-router', 'tenant_id': '63e550f14e3e43b88e0e863642824fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'eb97a8e8-749e-485f-afd7-ffddd7261ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:19Z', 'updated_at': '2021-09-06T14:35:23Z', 'revision_number': 4, 'project_id': '63e550f14e3e43b88e0e863642824fd3', 'gw_port': {'id': 'eb97a8e8-749e-485f-afd7-ffddd7261ddb', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:20Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'fabde44f-a5ad-49ca-bbc2-db30c2966c2a', 'name': '', 'network_id': 'ac50503a-86da-4a83-8fe4-261aa613b800', 'tenant_id': '63e550f14e3e43b88e0e863642824fd3', 'mac_address': 'fa:16:3e:a0:72:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '29eaa504-20d2-40dc-8ead-12963ae21a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:22Z', 'updated_at': '2021-09-06T14:35:26Z', 'revision_number': 4, 'project_id': '63e550f14e3e43b88e0e863642824fd3', 'subnets': [{'id': '29eaa504-20d2-40dc-8ead-12963ae21a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:35:27.311691 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0e61fe50-d883-4889-bec8-d0e846426a6c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:27.312992 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-0e61fe50-d883-4889-bec8-d0e846426a6c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393273 Sep 06 14:35:28.248629 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e52972-0360-4968-b861-fc9c70866c6a req-d847487a-0228-420a-a144-c21e43e3bd73 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:28.251773 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-21e52972-0360-4968-b861-fc9c70866c6a req-d847487a-0228-420a-a144-c21e43e3bd73 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0644369 Sep 06 14:35:28.297653 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-21e52972-0360-4968-b861-fc9c70866c6a req-86a39bd4-9ae3-45b9-a54a-61e7993a279b tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367477 Sep 06 14:35:28.485746 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device fabde44f-a5ad-49ca-bbc2-db30c2966c2a up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:35:28.542521 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port fabde44f-a5ad-49ca-bbc2-db30c2966c2a completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:35:28.546559 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port fabde44f-a5ad-49ca-bbc2-db30c2966c2a triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:28.546930 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:28.628005 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:28.662876 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port fabde44f-a5ad-49ca-bbc2-db30c2966c2a, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=fabde44f-a5ad-49ca-bbc2-db30c2966c2a,segment=NetworkSegment(fab56b3f-879b-4ac6-8184-2fd55dc1572e),segment_id=fab56b3f-879b-4ac6-8184-2fd55dc1572e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:35:28.667440 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:28.715930 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=fabde44f-a5ad-49ca-bbc2-db30c2966c2a,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:29.439844 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1643cad-1c3c-49ba-b631-f965bd24db7a req-d4b28199-5b5d-4ad5-bac7-86fc0a8d76cf tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:29.441492 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c1643cad-1c3c-49ba-b631-f965bd24db7a req-d4b28199-5b5d-4ad5-bac7-86fc0a8d76cf tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0566983 Sep 06 14:35:29.488286 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c1643cad-1c3c-49ba-b631-f965bd24db7a req-712b94a8-c738-4f3d-ba15-75c3b8d211a4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383322 Sep 06 14:35:30.465944 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device fabde44f-a5ad-49ca-bbc2-db30c2966c2a up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:35:30.516995 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port fabde44f-a5ad-49ca-bbc2-db30c2966c2a triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:30.517288 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:30.610783 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f881c1-91b9-437e-8765-7bebbd198052 req-859e7aca-0c8a-43f2-bdb8-057a735f6c32 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:30.612263 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f0f881c1-91b9-437e-8765-7bebbd198052 req-859e7aca-0c8a-43f2-bdb8-057a735f6c32 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0483997 Sep 06 14:35:30.653469 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f0f881c1-91b9-437e-8765-7bebbd198052 req-015ba7ac-71fa-4541-9334-5fbffda966c4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338032 Sep 06 14:35:31.791316 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a70c9-7447-40a4-98a6-5e6a89a8a1b6 req-4ef9e96f-44ba-45ed-8545-cd325cc3b6fa tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:31.792879 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-057a70c9-7447-40a4-98a6-5e6a89a8a1b6 req-4ef9e96f-44ba-45ed-8545-cd325cc3b6fa tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0518193 Sep 06 14:35:31.832739 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-057a70c9-7447-40a4-98a6-5e6a89a8a1b6 req-10cde6e1-9eb5-4ed8-849e-20813ed1dbf2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336707 Sep 06 14:35:32.972903 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4ff27-e2f3-4472-9ac1-d94895fd1547 req-5db4545a-1da8-41ca-a0c7-a06e532b19fb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:32.974504 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9af4ff27-e2f3-4472-9ac1-d94895fd1547 req-5db4545a-1da8-41ca-a0c7-a06e532b19fb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0522499 Sep 06 14:35:33.016331 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9af4ff27-e2f3-4472-9ac1-d94895fd1547 req-cd51975f-ae3f-4d01-a39c-695a0e44f5d3 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354748 Sep 06 14:35:33.629839 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:35:34.159893 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da606e2c-d819-4867-acce-e8a26f11b7e7 req-a6fcfb72-ab88-4887-b64d-ef8895e31c68 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:34.161944 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da606e2c-d819-4867-acce-e8a26f11b7e7 req-a6fcfb72-ab88-4887-b64d-ef8895e31c68 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0628877 Sep 06 14:35:34.213183 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da606e2c-d819-4867-acce-e8a26f11b7e7 req-99881bc1-aaa4-4770-9014-3a7674d97069 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405302 Sep 06 14:35:34.537036 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c4073415-654b-4f39-86cb-e5f077ed3dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:34.932460 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 50170) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:35.046126 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ce36489f-113c-404c-9f1b-995d4443c8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:35.138589 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ce36489f-113c-404c-9f1b-995d4443c8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:35.142295 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ce36489f-113c-404c-9f1b-995d4443c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:35.183987 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ce36489f-113c-404c-9f1b-995d4443c8a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=daf53713bc004e77aec2fd0c89c7b5e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475960 Sep 06 14:35:35.184291 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 50174) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:35.191786 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36489f-113c-404c-9f1b-995d4443c8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209be85f-10b0-42f6-95ad-f335f5e5e2eb,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:35.237410 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d21336ab-6528-4c92-aeb9-500e857cee15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:35.266074 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d21336ab-6528-4c92-aeb9-500e857cee15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:35.317145 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d21336ab-6528-4c92-aeb9-500e857cee15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:35.319817 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d21336ab-6528-4c92-aeb9-500e857cee15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:35.321245 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-d21336ab-6528-4c92-aeb9-500e857cee15 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/209be85f-10b0-42f6-95ad-f335f5e5e2eb HTTP/1.1" status: 204 len: 168 time: 0.1359122 Sep 06 14:35:35.329049 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21336ab-6528-4c92-aeb9-500e857cee15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209be85f-10b0-42f6-95ad-f335f5e5e2eb,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:35.375256 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099412e-7515-4b27-ad0c-0be9d1eba84f req-78a1e0e3-fb95-47d6-96ba-770a46be7825 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:35.377606 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f099412e-7515-4b27-ad0c-0be9d1eba84f req-78a1e0e3-fb95-47d6-96ba-770a46be7825 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0801053 Sep 06 14:35:35.418530 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f099412e-7515-4b27-ad0c-0be9d1eba84f req-f5e9a144-078a-4821-944e-9c2a5e04da4a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343001 Sep 06 14:35:36.554000 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9175ec8-127c-4537-b5df-b232a6b60a50 req-9499ab2a-59d1-45d4-8eb7-32200285568e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:36.555644 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e9175ec8-127c-4537-b5df-b232a6b60a50 req-9499ab2a-59d1-45d4-8eb7-32200285568e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0540836 Sep 06 14:35:36.596035 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e9175ec8-127c-4537-b5df-b232a6b60a50 req-1453e35a-1a0e-4abe-b6fb-893d13156f05 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337491 Sep 06 14:35:37.433248 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ce5d1090-df7e-4417-ac13-9d5e324de018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:37.600248 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:37.727422 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430fc77-abe8-4c72-bde1-3a1a0aa2c9a9 req-9b4da766-678a-4270-90a1-2e4d7cfb0343 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:37.729010 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2430fc77-abe8-4c72-bde1-3a1a0aa2c9a9 req-9b4da766-678a-4270-90a1-2e4d7cfb0343 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0556846 Sep 06 14:35:37.771025 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2430fc77-abe8-4c72-bde1-3a1a0aa2c9a9 req-0cd0aa07-5abe-46b7-bc7b-8c612254fef3 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354276 Sep 06 14:35:38.053227 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 50294) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:38.176567 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f9caca55-1e4e-4923-a733-7db1a3043ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:38.271786 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f9caca55-1e4e-4923-a733-7db1a3043ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:38.276313 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f9caca55-1e4e-4923-a733-7db1a3043ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:38.319783 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f9caca55-1e4e-4923-a733-7db1a3043ba2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6765827ecd6d4f47bf8952a6d1498cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2641563 Sep 06 14:35:38.320830 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caca55-1e4e-4923-a733-7db1a3043ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43f3b58-7aa7-4b6f-abf3-14e6c08a9197,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:38.322633 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 50300) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:38.384752 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-48569820-bda5-4e01-86dc-fb7e1e68ab09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:38.407959 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-48569820-bda5-4e01-86dc-fb7e1e68ab09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:38.473734 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-48569820-bda5-4e01-86dc-fb7e1e68ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:38.477352 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-48569820-bda5-4e01-86dc-fb7e1e68ab09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:38.478568 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-48569820-bda5-4e01-86dc-fb7e1e68ab09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a43f3b58-7aa7-4b6f-abf3-14e6c08a9197 HTTP/1.1" status: 204 len: 168 time: 0.1547320 Sep 06 14:35:38.489729 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48569820-bda5-4e01-86dc-fb7e1e68ab09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43f3b58-7aa7-4b6f-abf3-14e6c08a9197,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:38.791637 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 50312) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:38.811572 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b55a1f0-fa99-4404-9e6f-644a0606a062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:38.892792 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:38.959414 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b93fb2-a5ad-4225-b5ba-709a1369fe31 req-e696413d-2718-4e29-b159-e2a08b2a59b6 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:38.961628 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c9b93fb2-a5ad-4225-b5ba-709a1369fe31 req-e696413d-2718-4e29-b159-e2a08b2a59b6 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0915811 Sep 06 14:35:39.006027 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b55a1f0-fa99-4404-9e6f-644a0606a062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:39.014645 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b55a1f0-fa99-4404-9e6f-644a0606a062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:39.112420 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c9b93fb2-a5ad-4225-b5ba-709a1369fe31 req-f752a212-e9d6-4032-8684-b20180299d2f tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437149 Sep 06 14:35:39.116394 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55a1f0-fa99-4404-9e6f-644a0606a062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c266e1e4-e759-4333-a1e7-84455a41caed,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:39.127022 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-3b55a1f0-fa99-4404-9e6f-644a0606a062 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e11ff843f6c4fae926f09004653e15c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339396 Sep 06 14:35:39.130097 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 50326) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:39.158258 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-07b63cba-dc9c-4fa8-96c1-45b61e2d3129 req-b95ef365-3812-41c9-bb7a-6b0a55e08836 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0925419 Sep 06 14:35:39.222918 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-96010235-e44e-4039-b24d-2d637b935402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:39.257064 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-96010235-e44e-4039-b24d-2d637b935402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:39.267094 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b63cba-dc9c-4fa8-96c1-45b61e2d3129 req-d72f494e-a7b9-4203-8b1b-e78935b5be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:39.268661 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-07b63cba-dc9c-4fa8-96c1-45b61e2d3129 req-d72f494e-a7b9-4203-8b1b-e78935b5be55 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f&device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 1098 time: 0.0837572 Sep 06 14:35:39.375941 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-96010235-e44e-4039-b24d-2d637b935402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:39.378523 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-96010235-e44e-4039-b24d-2d637b935402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:39.379729 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-96010235-e44e-4039-b24d-2d637b935402 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c266e1e4-e759-4333-a1e7-84455a41caed HTTP/1.1" status: 204 len: 168 time: 0.2489071 Sep 06 14:35:39.395230 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96010235-e44e-4039-b24d-2d637b935402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c266e1e4-e759-4333-a1e7-84455a41caed,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:39.425240 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b63cba-dc9c-4fa8-96c1-45b61e2d3129 req-fbfda670-8769-4636-ab40-0d2e10fc2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:39.426635 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-07b63cba-dc9c-4fa8-96c1-45b61e2d3129 req-fbfda670-8769-4636-ab40-0d2e10fc2ed1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0 HTTP/1.1" status: 200 len: 912 time: 0.1292241 Sep 06 14:35:39.504865 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-07b63cba-dc9c-4fa8-96c1-45b61e2d3129 req-315492d9-46eb-4ea5-b762-53d921e0c4ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=951c2b42-640a-4b4d-b301-b3df1570486b HTTP/1.1" status: 200 len: 1001 time: 0.0695043 Sep 06 14:35:39.570525 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b63cba-dc9c-4fa8-96c1-45b61e2d3129 req-82bc8bf5-16a1-4e80-9467-7941efe114ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:39.571779 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-07b63cba-dc9c-4fa8-96c1-45b61e2d3129 req-82bc8bf5-16a1-4e80-9467-7941efe114ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6e89d0ac-3753-4b35-bedd-a983dd8ff0f4 HTTP/1.1" status: 200 len: 850 time: 0.0594561 Sep 06 14:35:39.634821 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b63cba-dc9c-4fa8-96c1-45b61e2d3129 req-bc53aec6-2120-4961-885f-13207a5cbec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:39.636385 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-07b63cba-dc9c-4fa8-96c1-45b61e2d3129 req-bc53aec6-2120-4961-885f-13207a5cbec6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570536 Sep 06 14:35:39.761137 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-07b63cba-dc9c-4fa8-96c1-45b61e2d3129 req-2f9181c9-bfd2-41b7-866c-914c049f1fe2 service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111493 Sep 06 14:35:39.873111 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-07b63cba-dc9c-4fa8-96c1-45b61e2d3129 req-eb49e528-3dba-421f-bf57-8dd51972ca48 service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035204 Sep 06 14:35:40.321365 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b8dce-03d6-4a53-8c81-571f065f1937 req-2f81d115-6f7f-477b-acee-3285ccb779cb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:40.328928 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-163b8dce-03d6-4a53-8c81-571f065f1937 req-2f81d115-6f7f-477b-acee-3285ccb779cb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0961163 Sep 06 14:35:40.390607 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-163b8dce-03d6-4a53-8c81-571f065f1937 req-f643c3b1-2764-456d-a860-b2a31cb741bd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607076 Sep 06 14:35:40.397988 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:40.754414 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77458550-133f-46b3-95c1-bac27cc45753 req-2a9e78a8-524c-4033-94cd-c7f7aa26a90e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:40.756351 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77458550-133f-46b3-95c1-bac27cc45753 req-2a9e78a8-524c-4033-94cd-c7f7aa26a90e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0642619 Sep 06 14:35:40.814928 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:40.831306 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77458550-133f-46b3-95c1-bac27cc45753 req-639ce2c8-3667-442a-b1ec-d674bb435e98 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637465 Sep 06 14:35:41.460438 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 343e4f3e-9faa-4397-8793-4812d09122cf details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:35:41.528865 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe4aba-a9cd-4121-9ecb-9c3008ad21db req-43bd8cad-800d-4bc1-8d70-d2f0b95b06ab tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:41.530857 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-87fe4aba-a9cd-4121-9ecb-9c3008ad21db req-43bd8cad-800d-4bc1-8d70-d2f0b95b06ab tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0593138 Sep 06 14:35:41.584071 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 343e4f3e-9faa-4397-8793-4812d09122cf, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=343e4f3e-9faa-4397-8793-4812d09122cf,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:35:41.589698 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-87fe4aba-a9cd-4121-9ecb-9c3008ad21db req-1a93cd84-c6e3-463c-bebe-229017d855eb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483725 Sep 06 14:35:41.597229 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': '343e4f3e-9faa-4397-8793-4812d09122cf', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'port_id': '343e4f3e-9faa-4397-8793-4812d09122cf', 'mac_address': 'fa:16:3e:e9:23:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:35:41.636255 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:41.650760 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 343e4f3e-9faa-4397-8793-4812d09122cf {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:35:41.677352 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 343e4f3e-9faa-4397-8793-4812d09122cf, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=343e4f3e-9faa-4397-8793-4812d09122cf,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:35:41.682053 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:41.744577 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=343e4f3e-9faa-4397-8793-4812d09122cf,revision_number=6']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:41.785941 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['343e4f3e-9faa-4397-8793-4812d09122cf'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:35:42.008174 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955ba89-484f-486f-9819-98da1e525e79 req-3cc86de4-64fd-4544-a6c3-560e7e11529b tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:42.013910 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3955ba89-484f-486f-9819-98da1e525e79 req-3cc86de4-64fd-4544-a6c3-560e7e11529b tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0743463 Sep 06 14:35:42.056838 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3955ba89-484f-486f-9819-98da1e525e79 req-ea438da7-d4bf-47a9-bf11-abcc7aadd5c0 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407834 Sep 06 14:35:42.752071 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ad8d7-a2ee-41e2-a623-1afde86750d5 req-60a9c1d7-cdb8-4b70-8daf-ac88a2aad750 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:42.755257 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0d3ad8d7-a2ee-41e2-a623-1afde86750d5 req-60a9c1d7-cdb8-4b70-8daf-ac88a2aad750 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.0770371 Sep 06 14:35:42.821368 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0d3ad8d7-a2ee-41e2-a623-1afde86750d5 req-0a6418bf-bba8-489e-9dd7-ce0ca8ad9ce8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545640 Sep 06 14:35:43.194886 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e4b6a-8400-4c35-b255-6f25594004fa req-d5bce82b-9d29-4f70-a2fd-1e95a60d4334 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:43.196489 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cb2e4b6a-8400-4c35-b255-6f25594004fa req-d5bce82b-9d29-4f70-a2fd-1e95a60d4334 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0539432 Sep 06 14:35:43.247887 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cb2e4b6a-8400-4c35-b255-6f25594004fa req-620b2a04-15e6-4c29-83e7-1b4530b2b40e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451584 Sep 06 14:35:43.961317 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036af35e-f4cc-48d2-8c55-b31cff2db3c0 req-c04521a6-6e43-4eb0-b3db-5b81b4bc5dd3 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:43.962843 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-036af35e-f4cc-48d2-8c55-b31cff2db3c0 req-c04521a6-6e43-4eb0-b3db-5b81b4bc5dd3 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.0517535 Sep 06 14:35:44.001526 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-036af35e-f4cc-48d2-8c55-b31cff2db3c0 req-b77927d7-1214-4d7f-a490-53f0a1b9039c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327942 Sep 06 14:35:44.365854 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab920d-b385-412e-b2b4-a1c1753292e9 req-628f5cde-31c4-406b-96a5-4e46d34830cf tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:44.366629 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-95ab920d-b385-412e-b2b4-a1c1753292e9 req-628f5cde-31c4-406b-96a5-4e46d34830cf tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0507743 Sep 06 14:35:44.405152 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-95ab920d-b385-412e-b2b4-a1c1753292e9 req-028a2db1-b185-407f-9682-50786f7d2905 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321879 Sep 06 14:35:45.128756 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ff2f0-513c-46cb-a818-5662406b4b14 req-6cefcb71-47fd-4acc-9ee2-cb5840643c4e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:45.130344 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8f7ff2f0-513c-46cb-a818-5662406b4b14 req-6cefcb71-47fd-4acc-9ee2-cb5840643c4e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.0535710 Sep 06 14:35:45.172519 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8f7ff2f0-513c-46cb-a818-5662406b4b14 req-d92f1b5c-6c0a-4534-a2e3-3804cf906650 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360687 Sep 06 14:35:45.524676 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9844d-2d8f-48b8-86a6-165d891293d0 req-bcf8b5ec-264a-43ce-af1c-d0517fae87b6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:45.526180 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-14b9844d-2d8f-48b8-86a6-165d891293d0 req-bcf8b5ec-264a-43ce-af1c-d0517fae87b6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0553071 Sep 06 14:35:45.563897 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-14b9844d-2d8f-48b8-86a6-165d891293d0 req-8b5087c6-dfc7-428e-a01e-36f9c2997793 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318387 Sep 06 14:35:46.296172 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3526ad-ac13-4028-8d17-066950612931 req-9626346e-85fc-4eb5-8361-693b0abbf044 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:46.297696 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7c3526ad-ac13-4028-8d17-066950612931 req-9626346e-85fc-4eb5-8361-693b0abbf044 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.0508919 Sep 06 14:35:46.342005 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7c3526ad-ac13-4028-8d17-066950612931 req-b40a89fa-f90b-4f38-8fa1-37e45fbf6aea tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383608 Sep 06 14:35:46.684846 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74610267-31cc-40cc-82d6-61f399539cc2 req-cde6df37-d278-441a-bdef-aa707ca376c5 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:46.686628 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74610267-31cc-40cc-82d6-61f399539cc2 req-cde6df37-d278-441a-bdef-aa707ca376c5 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0520585 Sep 06 14:35:46.724997 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74610267-31cc-40cc-82d6-61f399539cc2 req-2a2d9a9d-c60f-4625-a7dd-2ace3a03d647 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321465 Sep 06 14:35:47.494680 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20590fd1-6660-4fef-a992-283ef136db59 req-18522483-2f0e-4915-b2c6-4c1a59cec97f tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:47.496337 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-20590fd1-6660-4fef-a992-283ef136db59 req-18522483-2f0e-4915-b2c6-4c1a59cec97f tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.0603640 Sep 06 14:35:47.543489 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-20590fd1-6660-4fef-a992-283ef136db59 req-cb64d86c-c9d7-4b90-ba41-29b3856a410d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412295 Sep 06 14:35:47.855801 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5bd31-45ee-4cd8-bf39-b7bfcada2e95 req-e3dd6c5a-15ef-4c8c-aac9-faa185c5c1c6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:47.857350 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66e5bd31-45ee-4cd8-bf39-b7bfcada2e95 req-e3dd6c5a-15ef-4c8c-aac9-faa185c5c1c6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0631459 Sep 06 14:35:47.913746 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66e5bd31-45ee-4cd8-bf39-b7bfcada2e95 req-368594ae-b90a-48f7-b98b-bb2e74ae3c91 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495157 Sep 06 14:35:48.686435 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82dcd2-3aee-4f41-8450-0280e68c39c0 req-f580844c-5ce1-41a6-9315-41458c2302b7 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:48.688004 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ef82dcd2-3aee-4f41-8450-0280e68c39c0 req-f580844c-5ce1-41a6-9315-41458c2302b7 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.0604849 Sep 06 14:35:48.733311 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ef82dcd2-3aee-4f41-8450-0280e68c39c0 req-a23b0ecd-7f38-42ad-adfd-36532bb1cde9 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368083 Sep 06 14:35:49.044298 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c14256-01f0-4c96-8740-3aa83c175f47 req-198b7181-ff7d-4086-9661-2179c60fa9a6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:49.045835 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e9c14256-01f0-4c96-8740-3aa83c175f47 req-198b7181-ff7d-4086-9661-2179c60fa9a6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0567174 Sep 06 14:35:49.087130 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e9c14256-01f0-4c96-8740-3aa83c175f47 req-cad52b5f-bce9-4296-82d5-dca6d2741c63 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352066 Sep 06 14:35:49.201579 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 343e4f3e-9faa-4397-8793-4812d09122cf up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:35:49.255441 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port 343e4f3e-9faa-4397-8793-4812d09122cf triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:35:49.255815 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:49.341699 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:49.364274 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343e4f3e-9faa-4397-8793-4812d09122cf'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:35:49.367410 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527c7757-7247-485d-8797-94520ce072d8" -d '{"events": [{"server_uuid": "0ee91502-6626-43e4-bb7d-cb7298d80cfe", "name": "network-vif-plugged", "status": "completed", "tag": "343e4f3e-9faa-4397-8793-4812d09122cf"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:35:49.380759 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 343e4f3e-9faa-4397-8793-4812d09122cf, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=343e4f3e-9faa-4397-8793-4812d09122cf,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:35:49.385768 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:49.412571 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3da2bdb-be55-48bb-b78c-fc84ef88f1e7 x-openstack-request-id: req-e3da2bdb-be55-48bb-b78c-fc84ef88f1e7 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:35:49.413503 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee91502-6626-43e4-bb7d-cb7298d80cfe", "name": "network-vif-plugged", "status": "completed", "tag": "343e4f3e-9faa-4397-8793-4812d09122cf", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:35:49.414036 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3da2bdb-be55-48bb-b78c-fc84ef88f1e7 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:35:49.414515 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343e4f3e-9faa-4397-8793-4812d09122cf', 'code': 200} Sep 06 14:35:49.443162 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=343e4f3e-9faa-4397-8793-4812d09122cf,revision_number=7']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:49.872881 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3c527-a04a-4ff3-85df-8b2e0bcb9c78 req-e111e755-bae7-438c-9e85-653e3b7a99c9 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:49.874463 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afe3c527-a04a-4ff3-85df-8b2e0bcb9c78 req-e111e755-bae7-438c-9e85-653e3b7a99c9 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0533307 Sep 06 14:35:49.915409 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afe3c527-a04a-4ff3-85df-8b2e0bcb9c78 req-c4ed619a-d278-48c2-ba61-3e1e1543e082 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348215 Sep 06 14:35:50.209011 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3443a-e004-44bc-8979-3379ada10ddd req-427d8196-c838-4149-9149-0f3ed8b70f9e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:50.211883 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4eb3443a-e004-44bc-8979-3379ada10ddd req-427d8196-c838-4149-9149-0f3ed8b70f9e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0536540 Sep 06 14:35:50.257650 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4eb3443a-e004-44bc-8979-3379ada10ddd req-93ab56be-f70c-4c83-b58d-a0b197209f02 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394514 Sep 06 14:35:51.048304 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34dc19-de3d-444b-8e29-f1a8004a6ae4 req-5e0cfae2-c60a-432a-9d3c-4231b4da80c8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:51.049883 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9e34dc19-de3d-444b-8e29-f1a8004a6ae4 req-5e0cfae2-c60a-432a-9d3c-4231b4da80c8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0511250 Sep 06 14:35:51.098579 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9e34dc19-de3d-444b-8e29-f1a8004a6ae4 req-4403eb89-b36c-4bd5-8c99-7cd90c8e1113 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413527 Sep 06 14:35:51.395412 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1612cf-abdc-46ff-ab43-716d49e9c61f req-c1432fc3-64a8-436e-bb05-989552c4a8bf tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:51.396936 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ae1612cf-abdc-46ff-ab43-716d49e9c61f req-c1432fc3-64a8-436e-bb05-989552c4a8bf tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0717363 Sep 06 14:35:51.444545 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ae1612cf-abdc-46ff-ab43-716d49e9c61f req-b2660109-6c46-4d68-9a50-2df70a45bda3 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384228 Sep 06 14:35:52.271523 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2a791-9581-4ccb-8382-b1176eac834c req-94b9a811-22be-4629-8322-10eb2c26bae2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:52.282490 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-22d2a791-9581-4ccb-8382-b1176eac834c req-94b9a811-22be-4629-8322-10eb2c26bae2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0984244 Sep 06 14:35:52.344494 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-22d2a791-9581-4ccb-8382-b1176eac834c req-91f756da-f2ed-405a-8726-c06d703a6fac tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472670 Sep 06 14:35:52.627278 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487034c-deb4-4e7e-a90a-d4f8fc6a645e req-57634649-9a4c-4f79-8a58-685a4a752ca8 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:52.637143 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c487034c-deb4-4e7e-a90a-d4f8fc6a645e req-57634649-9a4c-4f79-8a58-685a4a752ca8 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0823395 Sep 06 14:35:52.692859 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c487034c-deb4-4e7e-a90a-d4f8fc6a645e req-bc6007f0-7c37-4ddb-adc6-1b1343380f86 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545270 Sep 06 14:35:53.304799 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 50652) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:53.447845 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:53.567925 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a6952-53e4-475c-a252-8605e76907a3 req-bb99f380-3988-4647-afd2-50bee53b9deb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:53.570538 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-007a6952-53e4-475c-a252-8605e76907a3 req-bb99f380-3988-4647-afd2-50bee53b9deb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.1074774 Sep 06 14:35:53.625082 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:53.633350 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:53.699719 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-007a6952-53e4-475c-a252-8605e76907a3 req-8cecffb5-60e0-4a7b-9e8c-245b96136632 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197872 Sep 06 14:35:53.739226 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 50660) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:53.746639 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11276f0df81c4833be9f88f23d5edeaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4398582 Sep 06 14:35:53.750374 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40b945a-e8e7-41a7-a4f3-001286b09673,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:53.768187 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:53.768187 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:53.770184 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:53.770565 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:53.770931 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:53.771311 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:53.771651 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:53.772010 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:53.772910 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:53.774428 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:53.774959 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:53.775312 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053edad0-3919-4978-b1a6-122e9c32cf96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:53.852092 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:53.881200 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:53.951883 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6640b0d-9434-4d48-9716-0fb6457f6fc8 req-6d3a5f85-c151-49d9-865a-80faad7538c6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:53.960165 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a6640b0d-9434-4d48-9716-0fb6457f6fc8 req-6d3a5f85-c151-49d9-865a-80faad7538c6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.1508155 Sep 06 14:35:53.963432 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:53.966269 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:53.970393 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c40b945a-e8e7-41a7-a4f3-001286b09673 HTTP/1.1" status: 204 len: 168 time: 0.2298260 Sep 06 14:35:54.025094 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a6640b0d-9434-4d48-9716-0fb6457f6fc8 req-46ee0667-d8bb-4efc-bcb6-c462fdad7964 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637298 Sep 06 14:35:54.032625 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40b945a-e8e7-41a7-a4f3-001286b09673,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:54.046649 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:54.047273 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:54.048178 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:54.048727 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:54.049512 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:54.050089 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:54.051013 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:54.051564 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:54.052206 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:54.052740 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:54.053952 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:54.054771 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bacb6b-801c-473c-a09a-ea095abcdb50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:54.512413 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 50680) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:54.528452 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1bef9c34-7718-4a41-ae97-8b7d42f13447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:54.668990 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1bef9c34-7718-4a41-ae97-8b7d42f13447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:54.677170 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1bef9c34-7718-4a41-ae97-8b7d42f13447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:54.719786 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-1bef9c34-7718-4a41-ae97-8b7d42f13447 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6c8611567d64bb5a2307bf14fbd3d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060118 Sep 06 14:35:54.724286 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 50682) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:54.755315 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef9c34-7718-4a41-ae97-8b7d42f13447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3397a89-4a2b-49d2-8743-f17eb4d467b9,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:54.851466 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5744dea4-07da-4502-a5b4-60e30052ef7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:54.890776 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5744dea4-07da-4502-a5b4-60e30052ef7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:54.907217 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34e667-ffae-4ed9-a0e5-b963ce0c6c7f req-ace5c97c-28f5-434a-b9ec-42bebb8132d0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:54.908903 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4d34e667-ffae-4ed9-a0e5-b963ce0c6c7f req-ace5c97c-28f5-434a-b9ec-42bebb8132d0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.1141868 Sep 06 14:35:54.977328 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4d34e667-ffae-4ed9-a0e5-b963ce0c6c7f req-20128982-ddd9-4cea-8fda-eea5e5d97dc0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616162 Sep 06 14:35:54.997397 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5744dea4-07da-4502-a5b4-60e30052ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:55.004383 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5744dea4-07da-4502-a5b4-60e30052ef7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:55.017219 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5744dea4-07da-4502-a5b4-60e30052ef7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3397a89-4a2b-49d2-8743-f17eb4d467b9 HTTP/1.1" status: 204 len: 168 time: 0.2867498 Sep 06 14:35:55.034207 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744dea4-07da-4502-a5b4-60e30052ef7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3397a89-4a2b-49d2-8743-f17eb4d467b9,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:55.207665 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e2973-3457-4191-8fdf-c207f0608151 req-a76c3396-67b0-4dbb-850a-199b95b50ab5 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:55.214957 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ba2e2973-3457-4191-8fdf-c207f0608151 req-a76c3396-67b0-4dbb-850a-199b95b50ab5 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0731966 Sep 06 14:35:55.266819 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ba2e2973-3457-4191-8fdf-c207f0608151 req-9b10dec3-2155-4f53-9dce-2b7b352c7ab6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505128 Sep 06 14:35:56.221871 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f75898-7d50-47ea-beb5-7114255b711b req-7d5fd6ce-297a-4c3e-b5b3-fb5ea19b30ad tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:56.224484 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-79f75898-7d50-47ea-beb5-7114255b711b req-7d5fd6ce-297a-4c3e-b5b3-fb5ea19b30ad tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0995848 Sep 06 14:35:56.279946 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-79f75898-7d50-47ea-beb5-7114255b711b req-6213f2c6-7567-47f1-89e1-999d50349069 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447478 Sep 06 14:35:56.396261 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afd27f-ce0b-4ea1-871c-f7ee76dfd5ff req-d4294c17-a527-4a54-9757-1afadf53787d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:56.399332 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b7afd27f-ce0b-4ea1-871c-f7ee76dfd5ff req-d4294c17-a527-4a54-9757-1afadf53787d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0595284 Sep 06 14:35:56.464396 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b7afd27f-ce0b-4ea1-871c-f7ee76dfd5ff req-5444daa8-192c-4e6a-9cb1-86ce92a154e8 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589564 Sep 06 14:35:57.441587 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb0acf-60d6-4b7d-b262-ccdc6d8e837e req-fc9de051-3b05-4b5e-9518-e7e9dddae8ab tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:57.443207 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d0bb0acf-60d6-4b7d-b262-ccdc6d8e837e req-fc9de051-3b05-4b5e-9518-e7e9dddae8ab tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0765905 Sep 06 14:35:57.494006 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d0bb0acf-60d6-4b7d-b262-ccdc6d8e837e req-d3fabaca-c12c-4442-bd69-f537859d80dc tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440116 Sep 06 14:35:57.532527 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 50778) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:57.608221 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19327b09-e8c4-47b2-b6d0-4544412df15a req-d00b2248-5d47-4a96-b19c-482ef7c198f8 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:57.609797 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-19327b09-e8c4-47b2-b6d0-4544412df15a req-d00b2248-5d47-4a96-b19c-482ef7c198f8 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0537758 Sep 06 14:35:57.656080 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-19327b09-e8c4-47b2-b6d0-4544412df15a req-4fa51fdd-bf44-4e72-896b-de705ba6fd62 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376029 Sep 06 14:35:57.667843 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-aa8853d8-317b-43fe-8432-c8a02eed2447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:57.784485 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-aa8853d8-317b-43fe-8432-c8a02eed2447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:57.789364 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-aa8853d8-317b-43fe-8432-c8a02eed2447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:57.831287 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8853d8-317b-43fe-8432-c8a02eed2447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05adcfa-eb01-496d-bc61-c3ebbff1bc70,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:57.839567 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-aa8853d8-317b-43fe-8432-c8a02eed2447 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2e7f2b91163449ebb47138f8f80b37e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059559 Sep 06 14:35:57.839979 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 50784) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:57.899260 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7522c5b3-604b-4101-985c-31452de19894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:57.927218 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7522c5b3-604b-4101-985c-31452de19894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:57.983180 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7522c5b3-604b-4101-985c-31452de19894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:57.985745 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7522c5b3-604b-4101-985c-31452de19894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:57.987117 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-7522c5b3-604b-4101-985c-31452de19894 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b05adcfa-eb01-496d-bc61-c3ebbff1bc70 HTTP/1.1" status: 204 len: 168 time: 0.1461287 Sep 06 14:35:58.005890 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522c5b3-604b-4101-985c-31452de19894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05adcfa-eb01-496d-bc61-c3ebbff1bc70,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:58.333458 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 50792) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:58.362727 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8399ee88-f691-40b0-a2d0-b93c3b1243ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:58.499129 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8399ee88-f691-40b0-a2d0-b93c3b1243ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:58.505864 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8399ee88-f691-40b0-a2d0-b93c3b1243ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:58.547091 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399ee88-f691-40b0-a2d0-b93c3b1243ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d98d61-bd88-451c-9566-c8e090563d7d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:58.556332 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 50800) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:58.556625 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-8399ee88-f691-40b0-a2d0-b93c3b1243ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45da64e897724e4892eac631aaf1f1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225268 Sep 06 14:35:58.634665 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f2eb194b-3257-40f4-b6f9-f4a2988c6913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:58.645072 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0713b1-b4b7-4acd-8a86-155e5ca8ef25 req-03678106-247f-42ae-a23c-007602ac0a04 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:58.646650 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6c0713b1-b4b7-4acd-8a86-155e5ca8ef25 req-03678106-247f-42ae-a23c-007602ac0a04 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0573728 Sep 06 14:35:58.661029 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f2eb194b-3257-40f4-b6f9-f4a2988c6913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:58.704324 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6c0713b1-b4b7-4acd-8a86-155e5ca8ef25 req-2e629434-968f-4574-857e-0cf6cf79810f tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482831 Sep 06 14:35:58.731391 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f2eb194b-3257-40f4-b6f9-f4a2988c6913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:58.735049 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f2eb194b-3257-40f4-b6f9-f4a2988c6913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:58.736512 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f2eb194b-3257-40f4-b6f9-f4a2988c6913 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04d98d61-bd88-451c-9566-c8e090563d7d HTTP/1.1" status: 204 len: 168 time: 0.1787541 Sep 06 14:35:58.747564 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb194b-3257-40f4-b6f9-f4a2988c6913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d98d61-bd88-451c-9566-c8e090563d7d,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:58.827540 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fa992-adeb-470e-b8d9-36407a8a59d2 req-35007202-c877-4b79-9524-1cbcc23ec39b tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:58.829420 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-678fa992-adeb-470e-b8d9-36407a8a59d2 req-35007202-c877-4b79-9524-1cbcc23ec39b tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0752785 Sep 06 14:35:58.874552 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-678fa992-adeb-470e-b8d9-36407a8a59d2 req-971762bf-cee1-4fcb-abc8-2e12b2f4a50a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371377 Sep 06 14:35:59.137268 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 50810) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:59.153508 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-01a39a6a-8189-4ca3-825c-af4acc6ecca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:59.285034 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-01a39a6a-8189-4ca3-825c-af4acc6ecca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:59.291159 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-01a39a6a-8189-4ca3-825c-af4acc6ecca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:59.334171 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-01a39a6a-8189-4ca3-825c-af4acc6ecca6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ec5e54908354559aeedfeda871a2729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933227 Sep 06 14:35:59.334171 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a39a6a-8189-4ca3-825c-af4acc6ecca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f917c4-cec4-4ff6-b813-a758cff173f6,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:59.335462 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 50812) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:59.404687 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b6c790bb-05d7-4276-8d3b-e716076a8310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:59.428616 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b6c790bb-05d7-4276-8d3b-e716076a8310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:59.487149 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b6c790bb-05d7-4276-8d3b-e716076a8310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:59.490017 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b6c790bb-05d7-4276-8d3b-e716076a8310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:59.491234 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b6c790bb-05d7-4276-8d3b-e716076a8310 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02f917c4-cec4-4ff6-b813-a758cff173f6 HTTP/1.1" status: 204 len: 168 time: 0.1547060 Sep 06 14:35:59.501175 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c790bb-05d7-4276-8d3b-e716076a8310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f917c4-cec4-4ff6-b813-a758cff173f6,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:59.852559 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52617c03-c4b2-4824-9232-f2763841f390 req-3307ff82-6631-46c7-b1d3-0204f66a4689 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:35:59.856813 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-52617c03-c4b2-4824-9232-f2763841f390 req-3307ff82-6631-46c7-b1d3-0204f66a4689 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0654604 Sep 06 14:35:59.972178 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-52617c03-c4b2-4824-9232-f2763841f390 req-05c95aca-f7cd-4415-837b-eec979fa207c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047177 Sep 06 14:36:00.074446 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cf7b4-f20f-4e41-ac23-b89f1ce0ddb5 req-eb239a9e-fc3f-402f-9c54-d8c39a5e89ab tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:00.077837 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bd6cf7b4-f20f-4e41-ac23-b89f1ce0ddb5 req-eb239a9e-fc3f-402f-9c54-d8c39a5e89ab tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.1050475 Sep 06 14:36:00.138284 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bd6cf7b4-f20f-4e41-ac23-b89f1ce0ddb5 req-d1a86426-cf57-4f3e-a115-2d09eba2d0ed tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504224 Sep 06 14:36:01.147637 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5fcf3-fd88-4120-a96c-ae1560b7cd6a req-84a8bfe3-212c-4d4b-bea8-4f3772d06df0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:01.158589 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d1e5fcf3-fd88-4120-a96c-ae1560b7cd6a req-84a8bfe3-212c-4d4b-bea8-4f3772d06df0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0743067 Sep 06 14:36:01.239908 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d1e5fcf3-fd88-4120-a96c-ae1560b7cd6a req-e2ab7545-facf-4a00-b983-a2f381e068f4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799265 Sep 06 14:36:01.325218 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f018b-4096-406d-9053-c9e2c1eb7fab req-78548217-b9cb-4d94-900c-bb13abb1a236 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:01.327451 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d27f018b-4096-406d-9053-c9e2c1eb7fab req-78548217-b9cb-4d94-900c-bb13abb1a236 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0544991 Sep 06 14:36:01.371815 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d27f018b-4096-406d-9053-c9e2c1eb7fab req-05767fd7-30ad-41e0-ac5b-66098b033227 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378816 Sep 06 14:36:01.753114 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18b94d-f8d1-4f68-ac33-eab85aa98579 req-6deb145f-b894-4628-b92b-cd864fdfc39c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:01.755072 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cd18b94d-f8d1-4f68-ac33-eab85aa98579 req-6deb145f-b894-4628-b92b-cd864fdfc39c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.1180687 Sep 06 14:36:01.792337 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b699b3-fa52-4ed5-8e57-6886f6d7d69e req-289fc702-90cd-4a33-905c-702044e017ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:01.794228 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-36b699b3-fa52-4ed5-8e57-6886f6d7d69e req-289fc702-90cd-4a33-905c-702044e017ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f&device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 1098 time: 0.0892859 Sep 06 14:36:01.818215 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cd18b94d-f8d1-4f68-ac33-eab85aa98579 req-96c37194-c8ab-4239-9f24-73f745d5a157 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541012 Sep 06 14:36:01.925883 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b699b3-fa52-4ed5-8e57-6886f6d7d69e req-50fb4164-e746-4a7e-bf78-36c1392c8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:01.927884 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-36b699b3-fa52-4ed5-8e57-6886f6d7d69e req-50fb4164-e746-4a7e-bf78-36c1392c8c14 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0 HTTP/1.1" status: 200 len: 912 time: 0.1131728 Sep 06 14:36:02.011898 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-36b699b3-fa52-4ed5-8e57-6886f6d7d69e req-abc5ebd9-8bdb-417e-a3a0-265ff85b05bb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=951c2b42-640a-4b4d-b301-b3df1570486b HTTP/1.1" status: 200 len: 1001 time: 0.0761867 Sep 06 14:36:02.083740 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b699b3-fa52-4ed5-8e57-6886f6d7d69e req-b03d47e0-15dd-4290-90bd-e0270adb26dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:02.085558 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-36b699b3-fa52-4ed5-8e57-6886f6d7d69e req-b03d47e0-15dd-4290-90bd-e0270adb26dc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6e89d0ac-3753-4b35-bedd-a983dd8ff0f4 HTTP/1.1" status: 200 len: 850 time: 0.0653698 Sep 06 14:36:02.150720 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b699b3-fa52-4ed5-8e57-6886f6d7d69e req-3d4e9d30-dd63-46d5-8dd4-06a0ec8c2bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:02.153062 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-36b699b3-fa52-4ed5-8e57-6886f6d7d69e req-3d4e9d30-dd63-46d5-8dd4-06a0ec8c2bc9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584500 Sep 06 14:36:02.288173 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-36b699b3-fa52-4ed5-8e57-6886f6d7d69e req-86cf0826-d732-412f-86a0-a4831b5c8e73 service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219962 Sep 06 14:36:02.464569 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-36b699b3-fa52-4ed5-8e57-6886f6d7d69e req-860bff48-b6ab-421a-b619-73362f74744f service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681037 Sep 06 14:36:02.477736 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332febae-66af-419c-bb9a-585a3eb80f74 req-4cbc94a0-7d20-4efb-b1ba-e0551b03da21 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:02.481066 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-332febae-66af-419c-bb9a-585a3eb80f74 req-4cbc94a0-7d20-4efb-b1ba-e0551b03da21 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0961196 Sep 06 14:36:02.581818 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-332febae-66af-419c-bb9a-585a3eb80f74 req-ccb54db2-fc3e-4eb1-b01b-720c5eeccf4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891681 Sep 06 14:36:02.985570 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edca943-f003-4f7c-a625-be92058f607d req-f4533c2f-fbc5-43d3-978e-758aea9dafdd tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:02.994441 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6edca943-f003-4f7c-a625-be92058f607d req-f4533c2f-fbc5-43d3-978e-758aea9dafdd tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0659950 Sep 06 14:36:03.041305 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6edca943-f003-4f7c-a625-be92058f607d req-3ae5de18-f0f0-4c70-9cb4-9ff3420d9645 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456128 Sep 06 14:36:03.478026 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d782554-0f72-444e-b02c-125607873494 req-98bcd502-3e04-4e2d-91ea-353d55ff4bd8 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693750651&fields=id&tenant_id=01e86bce1eb746b999d2ea9741fff156 HTTP/1.1" status: 200 len: 267 time: 0.0425906 Sep 06 14:36:03.599247 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d782554-0f72-444e-b02c-125607873494 req-1f2fd151-397c-48a4-9731-0278bf131db0 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:03.601691 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d782554-0f72-444e-b02c-125607873494 req-1f2fd151-397c-48a4-9731-0278bf131db0 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/networks?id=5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 200 len: 812 time: 0.1148565 Sep 06 14:36:03.627264 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d782554-0f72-444e-b02c-125607873494 req-bfcaa2e5-6429-4bf2-816f-59797b601464 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/quotas/01e86bce1eb746b999d2ea9741fff156 HTTP/1.1" status: 200 len: 375 time: 0.0193205 Sep 06 14:36:03.692787 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d782554-0f72-444e-b02c-125607873494 req-012cc0db-4951-45ce-8148-d7b81706d60c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645885 Sep 06 14:36:03.746565 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57986c10-4dfc-4b91-a71e-958c380c496c req-00732ee4-e4a5-4bb3-930b-5cb0ef2118a0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:03.748240 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-57986c10-4dfc-4b91-a71e-958c380c496c req-00732ee4-e4a5-4bb3-930b-5cb0ef2118a0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0685830 Sep 06 14:36:03.802175 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-57986c10-4dfc-4b91-a71e-958c380c496c req-f564bb84-be19-4879-8f4c-5d2709951d51 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443549 Sep 06 14:36:03.822551 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d782554-0f72-444e-b02c-125607873494 req-6640f3aa-f7fb-49ad-9592-37654648c7fb service neutron] 10.222.0.53 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106927 Sep 06 14:36:03.920890 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d782554-0f72-444e-b02c-125607873494 req-db996e58-bdd7-49aa-a1dd-da671d763522 service neutron] 10.222.0.53 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975437 Sep 06 14:36:04.217804 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44261119-4d56-4b78-90b2-57cd946a724a req-5ad90182-d89f-4474-9200-7fa9ae1f61fa tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:04.228951 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-44261119-4d56-4b78-90b2-57cd946a724a req-5ad90182-d89f-4474-9200-7fa9ae1f61fa tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0866804 Sep 06 14:36:04.293464 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-44261119-4d56-4b78-90b2-57cd946a724a req-6f98a01d-b2ff-4a42-abf2-f6c59f00a95b tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498881 Sep 06 14:36:04.384009 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60c128f8-8f0a-4b06-94b1-5feab876eff0 req-1a1f18b2-111c-4c39-83ac-73c52e1764d9 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 210 time: 0.0531476 Sep 06 14:36:04.564195 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0c658770-18ce-4d8a-a40c-a59d1c063000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:04.933288 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c1b9f-8a5a-4838-9a7b-d6a175c1b4bd req-9e06f9e4-a497-4fdb-bc2d-0f8aa4bd00aa tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:04.934941 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-391c1b9f-8a5a-4838-9a7b-d6a175c1b4bd req-9e06f9e4-a497-4fdb-bc2d-0f8aa4bd00aa tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0529613 Sep 06 14:36:04.981859 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-391c1b9f-8a5a-4838-9a7b-d6a175c1b4bd req-420377bf-e18d-41ae-af91-538f5318c046 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406904 Sep 06 14:36:05.414592 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47240767-4b5b-4c30-956b-41d3ec49cf7e req-0b822620-aa8a-466a-9ec3-c077731747ba tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:05.416341 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47240767-4b5b-4c30-956b-41d3ec49cf7e req-0b822620-aa8a-466a-9ec3-c077731747ba tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0517080 Sep 06 14:36:05.453789 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47240767-4b5b-4c30-956b-41d3ec49cf7e req-8cd9d098-7089-4742-a9f6-7fd1e14644d7 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317857 Sep 06 14:36:05.473861 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e56d39c8-214d-483a-b45b-15a4a91674af req-2aeec08a-76be-4bee-9474-cd6239a25f36 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 210 time: 0.0275991 Sep 06 14:36:06.134898 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753bcb0-0dc5-4822-89cb-377a22afebd1 req-b8e2d00e-a825-421a-b564-fe7f4c195a97 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:06.136692 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1753bcb0-0dc5-4822-89cb-377a22afebd1 req-b8e2d00e-a825-421a-b564-fe7f4c195a97 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0687561 Sep 06 14:36:06.185394 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1753bcb0-0dc5-4822-89cb-377a22afebd1 req-c9dca654-e116-4ae6-bc63-0c82a25bea8f tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388033 Sep 06 14:36:06.577893 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9e62d8f6-5d1b-4dd6-998b-b87213c43e28 req-535492a2-d301-4077-84ba-1921cb570f80 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 210 time: 0.0332398 Sep 06 14:36:06.579559 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddec880-0a97-4e3e-b0ed-d76f5c66554c req-c95fda52-04a8-4d5d-b8af-3cf251724fe0 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:06.581158 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cddec880-0a97-4e3e-b0ed-d76f5c66554c req-c95fda52-04a8-4d5d-b8af-3cf251724fe0 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0545652 Sep 06 14:36:06.632447 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cddec880-0a97-4e3e-b0ed-d76f5c66554c req-12e8d94c-436e-4159-949a-7d19e6e09be8 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379908 Sep 06 14:36:07.316481 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81301273-a182-45c0-9089-6269fc57cfc6 req-99a00cd5-fc33-4222-a07e-7429b0148f5b tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:07.317992 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-81301273-a182-45c0-9089-6269fc57cfc6 req-99a00cd5-fc33-4222-a07e-7429b0148f5b tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0522950 Sep 06 14:36:07.357149 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-81301273-a182-45c0-9089-6269fc57cfc6 req-93d8b620-c05c-4af1-b603-588e5456e186 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330863 Sep 06 14:36:07.427382 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a350bf30-c4d8-46c8-a5ec-9ae80e8647cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:07.593040 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:07.688234 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-043980aa-4553-4675-a8a5-cf31b02c00ee req-2feb7050-f346-4e3c-bb4d-992c5af75810 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 210 time: 0.0300055 Sep 06 14:36:07.822969 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4907f75-1bcb-45c7-8f41-1db0c2895119 req-f84f0302-acd6-4ff8-8863-a827fc80f00a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:07.826656 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e4907f75-1bcb-45c7-8f41-1db0c2895119 req-f84f0302-acd6-4ff8-8863-a827fc80f00a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0915303 Sep 06 14:36:07.851079 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d782554-0f72-444e-b02c-125607873494 req-14dd5f37-5223-4a8e-b687-b84b618e2aa5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:07.852842 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7d782554-0f72-444e-b02c-125607873494 req-14dd5f37-5223-4a8e-b687-b84b618e2aa5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.22 "GET /v2.0/networks?id=5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 200 len: 812 time: 0.1555839 Sep 06 14:36:07.898454 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e4907f75-1bcb-45c7-8f41-1db0c2895119 req-66cda1c5-8102-4fc4-b9a2-8a5844802d40 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646217 Sep 06 14:36:07.930425 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7d782554-0f72-444e-b02c-125607873494 req-316ea318-3e81-4a72-b680-333e781ab81f tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01e86bce1eb746b999d2ea9741fff156 HTTP/1.1" status: 200 len: 379 time: 0.0647218 Sep 06 14:36:07.942637 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-7d782554-0f72-444e-b02c-125607873494 req-a1d4fb3c-d9d0-482e-8a07-5f5b71668180 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Request body: {'port': {'device_id': '9a4f33e5-1c61-4469-9628-c68948d094dc', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'admin_state_up': True, 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'security_groups': ['c4e1603d-584b-4344-863b-ff8c18687144']}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:36:08.087547 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d782554-0f72-444e-b02c-125607873494 req-a1d4fb3c-d9d0-482e-8a07-5f5b71668180 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Made reservation on behalf of 01e86bce1eb746b999d2ea9741fff156 for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:36:08.091803 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7d782554-0f72-444e-b02c-125607873494 req-a1d4fb3c-d9d0-482e-8a07-5f5b71668180 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:08.229189 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-7d782554-0f72-444e-b02c-125607873494 req-a1d4fb3c-d9d0-482e-8a07-5f5b71668180 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Allocated IP 172.20.0.11 (5c60b747-df5e-44fc-9133-15b63b143d3f/3d8f3db7-1100-47f8-a041-76cc8cbfc844/dd2510a4-c142-4829-84d8-4499fb1318b3) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:36:08.376374 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e3446-7889-4a0c-92be-99d1b9e3103f req-f0753513-d64b-4fe3-ac9b-370f16739ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:08.377905 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-617e3446-7889-4a0c-92be-99d1b9e3103f req-f0753513-d64b-4fe3-ac9b-370f16739ba7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b71c96e485443ba9b7f50edbda420c2&device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 1098 time: 0.0507600 Sep 06 14:36:08.404674 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7d782554-0f72-444e-b02c-125607873494 req-a1d4fb3c-d9d0-482e-8a07-5f5b71668180 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:08.422539 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-7d782554-0f72-444e-b02c-125607873494 req-a1d4fb3c-d9d0-482e-8a07-5f5b71668180 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Transition to ACTIVE for port object dd2510a4-c142-4829-84d8-4499fb1318b3 will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:36:08.486886 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e3446-7889-4a0c-92be-99d1b9e3103f req-25c4842a-01d2-4e50-af0a-477af9ff6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:08.488776 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-617e3446-7889-4a0c-92be-99d1b9e3103f req-25c4842a-01d2-4e50-af0a-477af9ff6f7b service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 200 len: 918 time: 0.1027756 Sep 06 14:36:08.511638 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7d782554-0f72-444e-b02c-125607873494 req-a1d4fb3c-d9d0-482e-8a07-5f5b71668180 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:08.557481 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16907ce-7c22-419e-a296-cbd74461ee1c req-804109ab-3b3c-4251-a540-b76d54be2716 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:08.559278 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f16907ce-7c22-419e-a296-cbd74461ee1c req-804109ab-3b3c-4251-a540-b76d54be2716 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0985281 Sep 06 14:36:08.575143 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d782554-0f72-444e-b02c-125607873494 req-a1d4fb3c-d9d0-482e-8a07-5f5b71668180 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Network 5c60b747-df5e-44fc-9133-15b63b143d3f is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:36:08.590151 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-7d782554-0f72-444e-b02c-125607873494 req-a1d4fb3c-d9d0-482e-8a07-5f5b71668180 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:36:08.598068 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d782554-0f72-444e-b02c-125607873494 req-a1d4fb3c-d9d0-482e-8a07-5f5b71668180 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:36:08.601985 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4fb3c-d9d0-482e-8a07-5f5b71668180 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event updated for resources: {'Port': ['ID=dd2510a4-c142-4829-84d8-4499fb1318b3,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:08.661210 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f16907ce-7c22-419e-a296-cbd74461ee1c req-6207e98e-f1f3-437d-849a-bfb894c861ee tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906591 Sep 06 14:36:08.686493 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d782554-0f72-444e-b02c-125607873494 req-a1d4fb3c-d9d0-482e-8a07-5f5b71668180 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:08.689855 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7d782554-0f72-444e-b02c-125607873494 req-a1d4fb3c-d9d0-482e-8a07-5f5b71668180 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:08.716768 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7d782554-0f72-444e-b02c-125607873494 req-a1d4fb3c-d9d0-482e-8a07-5f5b71668180 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7790573 Sep 06 14:36:08.847637 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb517309-acc3-487d-810a-83f8f8923d7c req-b3f1ba3f-6416-4b24-8b94-f362310f41c9 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:08.849213 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fb517309-acc3-487d-810a-83f8f8923d7c req-b3f1ba3f-6416-4b24-8b94-f362310f41c9 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 932 time: 0.0546734 Sep 06 14:36:08.904337 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-b2a2a455-09b2-4238-a193-6dc1d97796f8 None None] Provisioning for port dd2510a4-c142-4829-84d8-4499fb1318b3 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:36:08.907442 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fb517309-acc3-487d-810a-83f8f8923d7c req-2f2779a2-d05c-4dc9-9b08-99895ab709d9 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511913 Sep 06 14:36:08.909077 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:08.909759 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-b2a2a455-09b2-4238-a193-6dc1d97796f8 None None] Provisioning complete for port dd2510a4-c142-4829-84d8-4499fb1318b3 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:36:08.910147 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a455-09b2-4238-a193-6dc1d97796f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:08.948686 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-b2a2a455-09b2-4238-a193-6dc1d97796f8 None None] Port dd2510a4-c142-4829-84d8-4499fb1318b3 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:36:09.801216 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e6136-7872-40e8-a871-a65c1ae4d920 req-7f71a588-06a2-4cca-9800-8926a641f168 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:09.803079 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-938e6136-7872-40e8-a871-a65c1ae4d920 req-7f71a588-06a2-4cca-9800-8926a641f168 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0538943 Sep 06 14:36:09.844887 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-938e6136-7872-40e8-a871-a65c1ae4d920 req-ce105c88-d5e7-4ae7-b10a-f1a3ac7667fb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336339 Sep 06 14:36:10.031465 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d7ce2-65f9-4b55-bf76-a9a62b0b7816 req-a93cdc98-d902-4beb-9fdc-9c520b945569 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:10.033064 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c62d7ce2-65f9-4b55-bf76-a9a62b0b7816 req-a93cdc98-d902-4beb-9fdc-9c520b945569 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 932 time: 0.0529847 Sep 06 14:36:10.079300 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c62d7ce2-65f9-4b55-bf76-a9a62b0b7816 req-c030de9f-6a40-4796-8c0c-545c3f106d56 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392449 Sep 06 14:36:10.394003 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:10.630093 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:36:10.969145 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a632e7e-eab4-44dd-bc65-4a638015fdc5 req-1cfeaff1-691f-41f5-b97a-fdd1df099211 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:10.970667 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1a632e7e-eab4-44dd-bc65-4a638015fdc5 req-1cfeaff1-691f-41f5-b97a-fdd1df099211 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0525367 Sep 06 14:36:10.988787 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Request body: {'port': {'device_id': '9a4f33e5-1c61-4469-9628-c68948d094dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:36:10.993582 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:11.074940 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:11.079653 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1a632e7e-eab4-44dd-bc65-4a638015fdc5 req-d1b40ad5-f351-48aa-a7b0-b320d9dc9863 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705645 Sep 06 14:36:11.082721 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-617e3446-7889-4a0c-92be-99d1b9e3103f req-4ae93954-02ee-49f8-9eba-27540d31024f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343e4f3e-9faa-4397-8793-4812d09122cf HTTP/1.1" status: 200 len: 1000 time: 0.1058137 Sep 06 14:36:11.199289 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634142a-1321-44d4-80ad-bb4455728d88 req-3444520d-b4be-4a60-9856-da92716a93c0 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:11.200708 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f634142a-1321-44d4-80ad-bb4455728d88 req-3444520d-b4be-4a60-9856-da92716a93c0 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 932 time: 0.0506403 Sep 06 14:36:11.242783 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f634142a-1321-44d4-80ad-bb4455728d88 req-74981613-7401-4635-9695-2a01948a6e3f tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359716 Sep 06 14:36:11.351303 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2510a4-c142-4829-84d8-4499fb1318b3 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:36:11.359939 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:11.373428 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Transition to ACTIVE for port object dd2510a4-c142-4829-84d8-4499fb1318b3 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:36:11.377255 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:11.429798 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2510a4-c142-4829-84d8-4499fb1318b3,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:11.504218 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Attempting to bind port dd2510a4-c142-4829-84d8-4499fb1318b3 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:36:11.504556 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Attempting to bind port dd2510a4-c142-4829-84d8-4499fb1318b3 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:36:11.504892 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Attempting to bind port dd2510a4-c142-4829-84d8-4499fb1318b3 on network 5c60b747-df5e-44fc-9133-15b63b143d3f {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:36:11.509880 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Port dd2510a4-c142-4829-84d8-4499fb1318b3 on network 5c60b747-df5e-44fc-9133-15b63b143d3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:36:11.510241 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Attempting to bind port dd2510a4-c142-4829-84d8-4499fb1318b3 on network 5c60b747-df5e-44fc-9133-15b63b143d3f {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:36:11.515595 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:36:11.515936 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Checking segment: {'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:36:11.516325 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Bound using segment: {'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:36:11.516763 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Bound port: dd2510a4-c142-4829-84d8-4499fb1318b3, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:36:11.517125 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:11.590381 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] For port dd2510a4-c142-4829-84d8-4499fb1318b3, host hv-cinder-79128, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:36:11.594135 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] For port dd2510a4-c142-4829-84d8-4499fb1318b3, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dd2510a4-c142-4829-84d8-4499fb1318b3,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:36:11.602098 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:11.637566 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:11.638209 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:11.639677 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7d782554-0f72-444e-b02c-125607873494 req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] 10.222.0.22 "PUT /v2.0/ports/dd2510a4-c142-4829-84d8-4499fb1318b3 HTTP/1.1" status: 200 len: 1094 time: 0.6555448 Sep 06 14:36:11.640115 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4f33e5-1c61-4469-9628-c68948d094dc', 'tag': 'dd2510a4-c142-4829-84d8-4499fb1318b3'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:36:11.642389 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a1a826-2ff2-4ac6-af72-42eaf9fe1cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4f33e5-1c61-4469-9628-c68948d094dc", "tag": "dd2510a4-c142-4829-84d8-4499fb1318b3"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:36:11.666554 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72969e8c-a3c8-49bf-a25c-859198783728 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2510a4-c142-4829-84d8-4499fb1318b3,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:11.690699 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c04e33-865a-4b2a-9fef-a6fb0e6d67d3 x-openstack-request-id: req-b4c04e33-865a-4b2a-9fef-a6fb0e6d67d3 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:36:11.690991 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4f33e5-1c61-4469-9628-c68948d094dc", "tag": "dd2510a4-c142-4829-84d8-4499fb1318b3", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:36:11.691236 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4c04e33-865a-4b2a-9fef-a6fb0e6d67d3 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:36:11.691632 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4f33e5-1c61-4469-9628-c68948d094dc', 'tag': 'dd2510a4-c142-4829-84d8-4499fb1318b3', 'status': 'completed', 'code': 200} Sep 06 14:36:12.204640 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adab70-adb0-4876-b831-c0fafca4d847 req-2e0d53e0-6634-45fd-ace2-54f98a82e6e0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:12.206175 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-72adab70-adb0-4876-b831-c0fafca4d847 req-2e0d53e0-6634-45fd-ace2-54f98a82e6e0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 945 time: 0.0480292 Sep 06 14:36:12.244801 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-72adab70-adb0-4876-b831-c0fafca4d847 req-d4fe793d-b52d-44c6-9f93-d1f684a798e1 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320134 Sep 06 14:36:12.370613 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1de5cc-4d0a-45fc-b26f-12fc2a62c835 req-332b1012-10cd-409a-9c94-77faad747104 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:12.372171 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2a1de5cc-4d0a-45fc-b26f-12fc2a62c835 req-332b1012-10cd-409a-9c94-77faad747104 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 944 time: 0.0550179 Sep 06 14:36:12.416489 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2a1de5cc-4d0a-45fc-b26f-12fc2a62c835 req-204d17b8-28c3-42aa-9186-6ed710d5f9c5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381546 Sep 06 14:36:12.440643 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e3446-7889-4a0c-92be-99d1b9e3103f req-19fee51f-79e6-4f23-ba35-3ec32e113b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:12.442596 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-617e3446-7889-4a0c-92be-99d1b9e3103f req-19fee51f-79e6-4f23-ba35-3ec32e113b1d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=be400bbf-0c01-4e2c-9828-7b5bdb047a6b HTTP/1.1" status: 200 len: 856 time: 0.0524881 Sep 06 14:36:12.457673 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a826-2ff2-4ac6-af72-42eaf9fe1cf3 req-b7644ea0-d001-4ab9-84c3-a885e27bf68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:12.460443 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b4a1a826-2ff2-4ac6-af72-42eaf9fe1cf3 req-b7644ea0-d001-4ab9-84c3-a885e27bf68c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 1097 time: 0.0429938 Sep 06 14:36:12.496232 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e3446-7889-4a0c-92be-99d1b9e3103f req-00a2e27f-00e0-4d3c-84a7-1b1cfcdecf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:12.497807 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-617e3446-7889-4a0c-92be-99d1b9e3103f req-00a2e27f-00e0-4d3c-84a7-1b1cfcdecf71 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402205 Sep 06 14:36:12.587831 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-617e3446-7889-4a0c-92be-99d1b9e3103f req-c1b85ea2-1ade-4a8a-bc12-2631d43facb1 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827765 Sep 06 14:36:12.640822 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a826-2ff2-4ac6-af72-42eaf9fe1cf3 req-7aa4361b-bdd1-4bc5-bb2a-d847dbb05f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:12.642660 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b4a1a826-2ff2-4ac6-af72-42eaf9fe1cf3 req-7aa4361b-bdd1-4bc5-bb2a-d847dbb05f0e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=01e86bce1eb746b999d2ea9741fff156&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1701136 Sep 06 14:36:12.679531 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-617e3446-7889-4a0c-92be-99d1b9e3103f req-84186bc0-b591-43ab-806a-d4c0ec8a44df service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846436 Sep 06 14:36:12.980500 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 343e4f3e-9faa-4397-8793-4812d09122cf no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:36:13.050780 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a826-2ff2-4ac6-af72-42eaf9fe1cf3 req-f3fb856b-d8bc-4fdc-ba93-723439143522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:13.052362 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b4a1a826-2ff2-4ac6-af72-42eaf9fe1cf3 req-f3fb856b-d8bc-4fdc-ba93-723439143522 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4022601 Sep 06 14:36:13.140391 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d782554-0f72-444e-b02c-125607873494 req-ebddf479-6be5-4afc-853a-b6762906b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:13.150094 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7d782554-0f72-444e-b02c-125607873494 req-ebddf479-6be5-4afc-853a-b6762906b26e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 1097 time: 0.0481360 Sep 06 14:36:13.177421 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:13.187408 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7d782554-0f72-444e-b02c-125607873494 req-f516be80-44d5-40c0-a302-c26badaa1e99 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd2510a4-c142-4829-84d8-4499fb1318b3 HTTP/1.1" status: 200 len: 217 time: 0.0356655 Sep 06 14:36:13.200064 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '343e4f3e-9faa-4397-8793-4812d09122cf'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:36:13.202284 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a89cf3-154e-4ee7-894b-a9564387d36c" -d '{"events": [{"server_uuid": "0ee91502-6626-43e4-bb7d-cb7298d80cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "343e4f3e-9faa-4397-8793-4812d09122cf"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:36:13.215506 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 343e4f3e-9faa-4397-8793-4812d09122cf, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=343e4f3e-9faa-4397-8793-4812d09122cf,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:36:13.219473 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:13.245504 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Sep 2021 14:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772f9639-818c-438f-9ab5-19d54038a682 x-openstack-request-id: req-772f9639-818c-438f-9ab5-19d54038a682 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:36:13.245798 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee91502-6626-43e4-bb7d-cb7298d80cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "343e4f3e-9faa-4397-8793-4812d09122cf", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:36:13.246089 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-772f9639-818c-438f-9ab5-19d54038a682 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:36:13.246470 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '343e4f3e-9faa-4397-8793-4812d09122cf', 'code': 200} Sep 06 14:36:13.248752 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d782554-0f72-444e-b02c-125607873494 req-a86e9536-db8d-43f6-8c78-b153db83c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:13.250286 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7d782554-0f72-444e-b02c-125607873494 req-a86e9536-db8d-43f6-8c78-b153db83c920 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3d8f3db7-1100-47f8-a041-76cc8cbfc844 HTTP/1.1" status: 200 len: 851 time: 0.0516233 Sep 06 14:36:13.269391 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=343e4f3e-9faa-4397-8793-4812d09122cf,revision_number=8']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:13.277355 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:36:13.277705 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:36:13.278069 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:36:13.278415 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:36:13.278726 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:36:13.279050 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:36:13.279739 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:36:13.279739 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:36:13.280002 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:36:13.280311 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:36:13.280629 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:36:13.280944 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:36:13.303988 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d782554-0f72-444e-b02c-125607873494 req-4305a02d-8c9d-4a9d-b71a-407d60e5cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:13.305524 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7d782554-0f72-444e-b02c-125607873494 req-4305a02d-8c9d-4a9d-b71a-407d60e5cc94 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c60b747-df5e-44fc-9133-15b63b143d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421569 Sep 06 14:36:13.445782 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a0c67-2b64-46dc-b4a6-8b1f8906db34 req-1d2b2cac-e763-4f65-af7a-a5ce02ee4f9e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:13.448245 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b32a0c67-2b64-46dc-b4a6-8b1f8906db34 req-1d2b2cac-e763-4f65-af7a-a5ce02ee4f9e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.1329865 Sep 06 14:36:13.481411 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7d782554-0f72-444e-b02c-125607873494 req-c4a1f651-2d25-4ba5-a0c0-e50309a7e608 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561077 Sep 06 14:36:13.520651 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b32a0c67-2b64-46dc-b4a6-8b1f8906db34 req-69a68d96-b904-42dd-a3c8-d0777572b86a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657644 Sep 06 14:36:13.538859 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472410d-0a2f-4859-a116-0191166a066e req-b8e9a801-14a6-4530-a484-13453b2b009d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:13.540547 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a472410d-0a2f-4859-a116-0191166a066e req-b8e9a801-14a6-4530-a484-13453b2b009d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 944 time: 0.0518882 Sep 06 14:36:13.580865 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a472410d-0a2f-4859-a116-0191166a066e req-c943e8eb-e56c-4e2e-833d-e47864a6b72b tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339828 Sep 06 14:36:13.594452 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7d782554-0f72-444e-b02c-125607873494 req-0e063b10-8d3c-4f9f-99b8-a49afd1b8c2b service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054072 Sep 06 14:36:14.645748 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbd2b7-6be5-429d-8c87-fe9b2b05a4fc req-bfbd61f7-f0cc-4cb9-b15d-3869967eb249 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:14.648227 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cbfbd2b7-6be5-429d-8c87-fe9b2b05a4fc req-bfbd61f7-f0cc-4cb9-b15d-3869967eb249 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0539455 Sep 06 14:36:14.691923 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cbfbd2b7-6be5-429d-8c87-fe9b2b05a4fc req-c05aed4d-e60e-49b3-b422-7708a63e39c8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373580 Sep 06 14:36:14.711483 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35314e-c65e-4ecf-b381-e2ff2c473c32 req-748ae794-8a8f-4ddf-a0e3-4b45f35e77f5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:14.713813 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7b35314e-c65e-4ecf-b381-e2ff2c473c32 req-748ae794-8a8f-4ddf-a0e3-4b45f35e77f5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 944 time: 0.0522313 Sep 06 14:36:14.759476 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7b35314e-c65e-4ecf-b381-e2ff2c473c32 req-fb7809df-8b37-4870-9b22-9c30d3e09e80 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395660 Sep 06 14:36:15.817508 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75983cb-3bcd-4f3a-9380-c3fc8ae4cfb8 req-720be072-87e2-41ff-b42a-d0bb8d79242e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:15.818954 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e75983cb-3bcd-4f3a-9380-c3fc8ae4cfb8 req-720be072-87e2-41ff-b42a-d0bb8d79242e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0502725 Sep 06 14:36:15.858294 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e75983cb-3bcd-4f3a-9380-c3fc8ae4cfb8 req-d505dc9e-ae44-4cfa-8cee-3e431aea726e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Sep 06 14:36:15.874063 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e6644-7548-45ca-9442-bd109dabd8ee req-353ed95b-d724-4cb5-8ab4-509852e8c881 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:15.875587 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eb7e6644-7548-45ca-9442-bd109dabd8ee req-353ed95b-d724-4cb5-8ab4-509852e8c881 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 944 time: 0.0493329 Sep 06 14:36:15.915067 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eb7e6644-7548-45ca-9442-bd109dabd8ee req-de2a1faf-9daa-48ef-b40c-edf7002430b0 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335650 Sep 06 14:36:16.347628 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-0bc1e431-7dd0-43f2-b75c-f51dc5d1f358 req-021fc4be-ca62-4cc5-a6a9-45f6cf44f8c4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:36:16.348531 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0bc1e431-7dd0-43f2-b75c-f51dc5d1f358 req-021fc4be-ca62-4cc5-a6a9-45f6cf44f8c4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053358 Sep 06 14:36:16.506403 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf483a9-b442-4708-86c1-7a3a56afabb9 req-580ee0d3-fd1f-4320-a596-67e0fdde0678 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:16.507936 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-faf483a9-b442-4708-86c1-7a3a56afabb9 req-580ee0d3-fd1f-4320-a596-67e0fdde0678 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0493572 Sep 06 14:36:16.549033 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-faf483a9-b442-4708-86c1-7a3a56afabb9 req-66eca758-2f71-425e-b05e-b9b3c28630a9 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351772 Sep 06 14:36:16.868761 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 51204) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:16.982586 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fa6aa323-5461-405e-9a52-fe6d199b5ed4 req-c494a254-61f9-4c25-ad78-4c757318391d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1116633 Sep 06 14:36:16.988160 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-fa6aa323-5461-405e-9a52-fe6d199b5ed4 req-626070e6-1307-42ea-8041-2664cd84c061 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:36:16.989213 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fa6aa323-5461-405e-9a52-fe6d199b5ed4 req-626070e6-1307-42ea-8041-2664cd84c061 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051973 Sep 06 14:36:17.047032 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a81398-9fc7-48f9-b83f-c6736512f06d req-3841f5d1-2624-4755-afaa-ffc6fa88df4f tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:17.048745 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a0a81398-9fc7-48f9-b83f-c6736512f06d req-3841f5d1-2624-4755-afaa-ffc6fa88df4f tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 944 time: 0.0583501 Sep 06 14:36:17.087245 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a0a81398-9fc7-48f9-b83f-c6736512f06d req-7e227488-708c-4717-92cb-7513dfb134cd tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315802 Sep 06 14:36:17.671542 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f732aa-5640-4983-b163-b023e12b4f8f req-89ba09b1-0cfe-422e-afbf-d36ca038cdda tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:17.673022 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f4f732aa-5640-4983-b163-b023e12b4f8f req-89ba09b1-0cfe-422e-afbf-d36ca038cdda tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0501761 Sep 06 14:36:17.712385 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f4f732aa-5640-4983-b163-b023e12b4f8f req-974b49fa-c455-4c22-a282-c164b3cc1367 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327928 Sep 06 14:36:18.203865 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9df7b-423e-4ea0-9e37-74b063294c2b req-db10660a-b08e-4f9f-a692-29bebcca2c2e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:18.205254 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-97d9df7b-423e-4ea0-9e37-74b063294c2b req-db10660a-b08e-4f9f-a692-29bebcca2c2e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 944 time: 0.0522177 Sep 06 14:36:18.243942 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-97d9df7b-423e-4ea0-9e37-74b063294c2b req-0bf540ef-8a51-4690-bb3f-a0785af41930 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327048 Sep 06 14:36:18.839792 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fbec5-aea9-4b4d-b56e-cbe18f2e592d req-e71e3db0-0004-470f-88db-da3bc60ce4b2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:18.841641 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-da4fbec5-aea9-4b4d-b56e-cbe18f2e592d req-e71e3db0-0004-470f-88db-da3bc60ce4b2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0590518 Sep 06 14:36:18.887972 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-da4fbec5-aea9-4b4d-b56e-cbe18f2e592d req-bcdba815-bcd1-45a0-88b7-5a2e6504f677 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396843 Sep 06 14:36:19.320926 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 343e4f3e-9faa-4397-8793-4812d09122cf no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:36:19.360470 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959afd6a-3b57-4cd1-a034-e77ef543dd5e req-ccb2ff37-776c-4343-89ff-f9f08dc1da4a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:19.362049 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-959afd6a-3b57-4cd1-a034-e77ef543dd5e req-ccb2ff37-776c-4343-89ff-f9f08dc1da4a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 944 time: 0.0511436 Sep 06 14:36:19.402319 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-959afd6a-3b57-4cd1-a034-e77ef543dd5e req-d26148c1-e0c7-4468-add8-4f609f370df6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334351 Sep 06 14:36:20.014917 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a33e7-9ca6-4b35-843a-f78206567ddd req-c89d9997-0aaf-402c-8388-9744bdfd0e83 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:20.016420 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-861a33e7-9ca6-4b35-843a-f78206567ddd req-c89d9997-0aaf-402c-8388-9744bdfd0e83 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0516012 Sep 06 14:36:20.062776 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-861a33e7-9ca6-4b35-843a-f78206567ddd req-8a54fb6b-e7a5-4880-a6ea-df20305aac3f tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404894 Sep 06 14:36:20.517078 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c658cd-240c-4128-a0c2-5f0c360a72ff req-bed9e94e-91e6-4610-9bb2-e77aede0cd2c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:20.518493 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63c658cd-240c-4128-a0c2-5f0c360a72ff req-bed9e94e-91e6-4610-9bb2-e77aede0cd2c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 944 time: 0.0493836 Sep 06 14:36:20.557722 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63c658cd-240c-4128-a0c2-5f0c360a72ff req-85182bce-056f-4805-a08c-f415e49a7489 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328104 Sep 06 14:36:21.182112 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9914d4-6cc3-4b58-bbd0-9d4bd46c8ab1 req-a9d9a6cd-5d35-4251-afc1-e1e47e3538fe tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:21.183630 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1f9914d4-6cc3-4b58-bbd0-9d4bd46c8ab1 req-a9d9a6cd-5d35-4251-afc1-e1e47e3538fe tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0496390 Sep 06 14:36:21.222625 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1f9914d4-6cc3-4b58-bbd0-9d4bd46c8ab1 req-095c4ab9-d496-4515-bdd5-e1d20460e6ba tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330713 Sep 06 14:36:21.685153 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d342240-0e70-4b11-9672-00307d76cf0c req-9b3348c9-8e23-4726-83af-d58b68c271c2 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:21.686856 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d342240-0e70-4b11-9672-00307d76cf0c req-9b3348c9-8e23-4726-83af-d58b68c271c2 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 944 time: 0.0583961 Sep 06 14:36:21.730298 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d342240-0e70-4b11-9672-00307d76cf0c req-c52aea32-7495-43b1-bdb4-b7f7713023ff tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364962 Sep 06 14:36:22.172687 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6aa323-5461-405e-9a52-fe6d199b5ed4 req-06603d89-e010-4009-8fb3-bc341f4210be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:22.174320 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fa6aa323-5461-405e-9a52-fe6d199b5ed4 req-06603d89-e010-4009-8fb3-bc341f4210be service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe&tenant_id=2b71c96e485443ba9b7f50edbda420c2 HTTP/1.1" status: 200 len: 1096 time: 0.0705614 Sep 06 14:36:22.247415 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6aa323-5461-405e-9a52-fe6d199b5ed4 req-8647e0e0-4bf6-4bf7-b004-5b9085d10ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:22.248945 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fa6aa323-5461-405e-9a52-fe6d199b5ed4 req-8647e0e0-4bf6-4bf7-b004-5b9085d10ff2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b71c96e485443ba9b7f50edbda420c2&device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 1096 time: 0.0451498 Sep 06 14:36:22.390033 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6aa323-5461-405e-9a52-fe6d199b5ed4 req-938bbc7d-6503-4289-b233-2edc297fc67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:22.391632 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fa6aa323-5461-405e-9a52-fe6d199b5ed4 req-938bbc7d-6503-4289-b233-2edc297fc67a service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 200 len: 918 time: 0.1340778 Sep 06 14:36:22.406708 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0abb7-bf49-4467-9646-8e2326f0c470 req-be8829f4-6449-443c-b24e-54803003b847 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:22.408392 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-96c0abb7-bf49-4467-9646-8e2326f0c470 req-be8829f4-6449-443c-b24e-54803003b847 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0922241 Sep 06 14:36:22.489700 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fa6aa323-5461-405e-9a52-fe6d199b5ed4 req-8270d637-d9ca-4262-88ce-729a93aab7e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343e4f3e-9faa-4397-8793-4812d09122cf HTTP/1.1" status: 200 len: 998 time: 0.0802064 Sep 06 14:36:22.494807 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-96c0abb7-bf49-4467-9646-8e2326f0c470 req-db217406-7a5a-4095-99a7-48febb4e0ae1 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780935 Sep 06 14:36:22.540911 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6aa323-5461-405e-9a52-fe6d199b5ed4 req-b54abfcb-1ffd-4e8a-85e2-11527bd07577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:22.542394 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fa6aa323-5461-405e-9a52-fe6d199b5ed4 req-b54abfcb-1ffd-4e8a-85e2-11527bd07577 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=be400bbf-0c01-4e2c-9828-7b5bdb047a6b HTTP/1.1" status: 200 len: 856 time: 0.0456326 Sep 06 14:36:22.593721 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6aa323-5461-405e-9a52-fe6d199b5ed4 req-c20d34ef-80dc-402c-8a7d-670cd5c23e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:22.595273 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fa6aa323-5461-405e-9a52-fe6d199b5ed4 req-c20d34ef-80dc-402c-8a7d-670cd5c23e9d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452344 Sep 06 14:36:22.690942 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fa6aa323-5461-405e-9a52-fe6d199b5ed4 req-5ff28391-443f-41ad-9d9d-68b47dbeac30 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866954 Sep 06 14:36:22.794415 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fa6aa323-5461-405e-9a52-fe6d199b5ed4 req-0b3f32a1-99fd-4ea8-8b12-347845dc646a service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951517 Sep 06 14:36:22.860740 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa833090-053a-4aea-bd50-22381a57533f req-164c4922-ca7d-4268-87ce-40e2c9e8cc1e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:22.862441 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-aa833090-053a-4aea-bd50-22381a57533f req-164c4922-ca7d-4268-87ce-40e2c9e8cc1e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 944 time: 0.0555139 Sep 06 14:36:22.901896 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 51304) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:22.902084 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-aa833090-053a-4aea-bd50-22381a57533f req-9d162260-8065-4887-b968-b713ca40b1ea tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318048 Sep 06 14:36:23.007960 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a95df38f-bc4a-4356-ae96-805461b18bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:23.031799 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device dd2510a4-c142-4829-84d8-4499fb1318b3 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:36:23.107618 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a95df38f-bc4a-4356-ae96-805461b18bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:23.112649 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a95df38f-bc4a-4356-ae96-805461b18bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:23.140690 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port dd2510a4-c142-4829-84d8-4499fb1318b3, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dd2510a4-c142-4829-84d8-4499fb1318b3,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:36:23.154508 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-a95df38f-bc4a-4356-ae96-805461b18bbd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b7de960ef0e40aebd59346b9236fa2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490973 Sep 06 14:36:23.154508 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95df38f-bc4a-4356-ae96-805461b18bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c91ff47-f9ff-4012-8f02-3b8ce5412cd2,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:23.155160 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 51318) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:23.159136 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': 'dd2510a4-c142-4829-84d8-4499fb1318b3', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'port_id': 'dd2510a4-c142-4829-84d8-4499fb1318b3', 'mac_address': 'fa:16:3e:e6:9c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:36:23.198291 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:23.209499 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-368be973-5421-428f-99d7-92b9f1a81de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:23.212085 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2510a4-c142-4829-84d8-4499fb1318b3 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:36:23.232013 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port dd2510a4-c142-4829-84d8-4499fb1318b3, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dd2510a4-c142-4829-84d8-4499fb1318b3,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:36:23.234154 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-368be973-5421-428f-99d7-92b9f1a81de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:23.236837 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:23.299208 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=dd2510a4-c142-4829-84d8-4499fb1318b3,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:23.309363 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-368be973-5421-428f-99d7-92b9f1a81de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:23.312784 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-368be973-5421-428f-99d7-92b9f1a81de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:23.314095 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-368be973-5421-428f-99d7-92b9f1a81de7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c91ff47-f9ff-4012-8f02-3b8ce5412cd2 HTTP/1.1" status: 204 len: 168 time: 0.1576400 Sep 06 14:36:23.325529 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368be973-5421-428f-99d7-92b9f1a81de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c91ff47-f9ff-4012-8f02-3b8ce5412cd2,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:23.688253 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['dd2510a4-c142-4829-84d8-4499fb1318b3'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:36:23.744396 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a6c02-a972-4583-83de-a31d69919749 req-a88f18af-31d8-4637-9a92-ad67a2f16562 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:23.746286 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 51340) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:23.751806 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2d0a6c02-a972-4583-83de-a31d69919749 req-a88f18af-31d8-4637-9a92-ad67a2f16562 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0882947 Sep 06 14:36:23.784167 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7e322499-c4de-4b70-872f-ab48591bce40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:23.800971 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2d0a6c02-a972-4583-83de-a31d69919749 req-7f474e4b-1c26-4d27-a33b-a7eb02b10d45 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475526 Sep 06 14:36:23.935149 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7e322499-c4de-4b70-872f-ab48591bce40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:23.940294 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7e322499-c4de-4b70-872f-ab48591bce40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:23.988277 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7e322499-c4de-4b70-872f-ab48591bce40 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89c245bae3dc442386d6869ec944c26d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409089 Sep 06 14:36:23.992761 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 51344) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:24.006579 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e322499-c4de-4b70-872f-ab48591bce40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e7ba67-dcae-4640-9da5-906242cff3f1,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:24.055427 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104264f0-6056-4b83-b432-b9db288ecca6 req-cd959664-bc40-45b8-b503-4063e7ee097d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:24.057313 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-104264f0-6056-4b83-b432-b9db288ecca6 req-cd959664-bc40-45b8-b503-4063e7ee097d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 945 time: 0.0629251 Sep 06 14:36:24.067072 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ed5eac19-d738-455e-a29f-ed41ae86cba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:24.092279 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ed5eac19-d738-455e-a29f-ed41ae86cba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:24.105141 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-104264f0-6056-4b83-b432-b9db288ecca6 req-108068b9-0a6a-45b6-b6a5-b8887b6631eb tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413105 Sep 06 14:36:24.143786 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ed5eac19-d738-455e-a29f-ed41ae86cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:24.146357 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ed5eac19-d738-455e-a29f-ed41ae86cba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:24.150621 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ed5eac19-d738-455e-a29f-ed41ae86cba1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7e7ba67-dcae-4640-9da5-906242cff3f1 HTTP/1.1" status: 204 len: 168 time: 0.1566074 Sep 06 14:36:24.159627 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5eac19-d738-455e-a29f-ed41ae86cba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e7ba67-dcae-4640-9da5-906242cff3f1,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:24.978935 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c964ac-3913-4289-abb1-fd05dca39b17 req-96e048ec-31d4-4f69-aa6a-b910a0dd2565 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:24.986510 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-91c964ac-3913-4289-abb1-fd05dca39b17 req-96e048ec-31d4-4f69-aa6a-b910a0dd2565 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0911691 Sep 06 14:36:25.044057 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device dd2510a4-c142-4829-84d8-4499fb1318b3 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:36:25.046532 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-91c964ac-3913-4289-abb1-fd05dca39b17 req-1460e884-3c1f-461a-a6eb-833ee30aec2e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589154 Sep 06 14:36:25.141618 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port dd2510a4-c142-4829-84d8-4499fb1318b3 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:36:25.148842 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port dd2510a4-c142-4829-84d8-4499fb1318b3 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:36:25.149229 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:25.245465 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59af3d9-a738-49e6-8994-7f8f3d10b683 req-c587d739-5de9-4cf9-81b1-c8400136994c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:25.247561 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f59af3d9-a738-49e6-8994-7f8f3d10b683 req-c587d739-5de9-4cf9-81b1-c8400136994c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 945 time: 0.0636978 Sep 06 14:36:25.276220 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:25.314650 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4f33e5-1c61-4469-9628-c68948d094dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2510a4-c142-4829-84d8-4499fb1318b3'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:36:25.317876 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953ece5b-7713-4924-91b9-22dbb58215f4" -d '{"events": [{"server_uuid": "9a4f33e5-1c61-4469-9628-c68948d094dc", "name": "network-vif-plugged", "status": "completed", "tag": "dd2510a4-c142-4829-84d8-4499fb1318b3"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:36:25.347555 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port dd2510a4-c142-4829-84d8-4499fb1318b3, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dd2510a4-c142-4829-84d8-4499fb1318b3,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:36:25.355778 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:25.409976 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f41787e-f428-42fb-aa99-e6f6183fd6fa x-openstack-request-id: req-3f41787e-f428-42fb-aa99-e6f6183fd6fa {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:36:25.409976 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4f33e5-1c61-4469-9628-c68948d094dc", "name": "network-vif-plugged", "status": "completed", "tag": "dd2510a4-c142-4829-84d8-4499fb1318b3", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:36:25.409976 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f41787e-f428-42fb-aa99-e6f6183fd6fa {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:36:25.409976 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4f33e5-1c61-4469-9628-c68948d094dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2510a4-c142-4829-84d8-4499fb1318b3', 'code': 200} Sep 06 14:36:25.469400 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=dd2510a4-c142-4829-84d8-4499fb1318b3,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:25.539354 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f59af3d9-a738-49e6-8994-7f8f3d10b683 req-3491743f-7cc4-44c1-8704-8ac4c2324e1b tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2794261 Sep 06 14:36:26.215040 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccb7ae-fb08-4517-baf8-15f5eaccdf38 req-082ce1d3-a45e-4de3-a843-48184a71be5c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:26.216715 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e1ccb7ae-fb08-4517-baf8-15f5eaccdf38 req-082ce1d3-a45e-4de3-a843-48184a71be5c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0719447 Sep 06 14:36:26.268125 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e1ccb7ae-fb08-4517-baf8-15f5eaccdf38 req-fbdf02fb-f1ad-427e-b821-a463b4fe1411 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448408 Sep 06 14:36:26.659369 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b4931-3541-4927-846c-e4a1bc07e7a2 req-e016b2d9-7658-46ff-9c87-851cfb1a3b78 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:26.661092 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-909b4931-3541-4927-846c-e4a1bc07e7a2 req-e016b2d9-7658-46ff-9c87-851cfb1a3b78 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0585876 Sep 06 14:36:26.717635 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 51462) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:26.763596 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-909b4931-3541-4927-846c-e4a1bc07e7a2 req-4b564db7-1a59-4e2e-8f4d-5404dce62130 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712736 Sep 06 14:36:26.872883 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dabda2d8-3ce5-4237-86d7-4a5f86c39ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:26.988013 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dabda2d8-3ce5-4237-86d7-4a5f86c39ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:26.995079 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dabda2d8-3ce5-4237-86d7-4a5f86c39ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:27.035313 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-dabda2d8-3ce5-4237-86d7-4a5f86c39ac8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4db3ef1ae7740b9ad601b6e02bdcdf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164625 Sep 06 14:36:27.036177 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabda2d8-3ce5-4237-86d7-4a5f86c39ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f951b122-596c-4a0a-87ff-65144b227f7b,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:27.038192 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 51476) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:27.106243 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-74e7a711-762c-4a6e-80f4-03cdd36b0402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:27.128155 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-74e7a711-762c-4a6e-80f4-03cdd36b0402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:27.202163 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-74e7a711-762c-4a6e-80f4-03cdd36b0402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:27.204803 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-74e7a711-762c-4a6e-80f4-03cdd36b0402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:27.206148 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-74e7a711-762c-4a6e-80f4-03cdd36b0402 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f951b122-596c-4a0a-87ff-65144b227f7b HTTP/1.1" status: 204 len: 168 time: 0.1663964 Sep 06 14:36:27.216052 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7a711-762c-4a6e-80f4-03cdd36b0402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f951b122-596c-4a0a-87ff-65144b227f7b,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:27.501994 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1b31a-5f9c-455c-a035-6db04f9cc9cf req-6b3c93e7-f5d3-4572-b014-5093ff9234f6 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:27.501994 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-eeb1b31a-5f9c-455c-a035-6db04f9cc9cf req-6b3c93e7-f5d3-4572-b014-5093ff9234f6 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.1186838 Sep 06 14:36:27.574540 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-eeb1b31a-5f9c-455c-a035-6db04f9cc9cf req-8ea21167-3b0d-4c67-b06d-d1a7d60df17d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646935 Sep 06 14:36:27.878446 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c9e2c-057c-489a-8b66-e512e3640ce7 req-a9771f9e-5813-4315-b8b0-694c52c3cf67 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:27.889100 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1e0c9e2c-057c-489a-8b66-e512e3640ce7 req-a9771f9e-5813-4315-b8b0-694c52c3cf67 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0651884 Sep 06 14:36:27.931290 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1e0c9e2c-057c-489a-8b66-e512e3640ce7 req-6b4152d9-a65d-4540-8c8f-84b264fa7c20 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429487 Sep 06 14:36:28.143113 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 51544) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:28.263840 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1fda74d7-8637-48d4-a0d0-1eb8d0650191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:28.395468 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1fda74d7-8637-48d4-a0d0-1eb8d0650191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:28.400844 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1fda74d7-8637-48d4-a0d0-1eb8d0650191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:28.439784 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-1fda74d7-8637-48d4-a0d0-1eb8d0650191 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=595c4b6267c7410e9d83fa48c942a00f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955222 Sep 06 14:36:28.441760 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 51556) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:28.446082 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda74d7-8637-48d4-a0d0-1eb8d0650191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7506b43c-d987-41cb-a174-d89ea78a54a7,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:28.515175 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3abadfff-0428-469e-a5ac-7425d7f07a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:28.540949 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3abadfff-0428-469e-a5ac-7425d7f07a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:28.595892 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3abadfff-0428-469e-a5ac-7425d7f07a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:28.601417 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3abadfff-0428-469e-a5ac-7425d7f07a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:28.603435 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-3abadfff-0428-469e-a5ac-7425d7f07a3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7506b43c-d987-41cb-a174-d89ea78a54a7 HTTP/1.1" status: 204 len: 168 time: 0.1603715 Sep 06 14:36:28.617751 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abadfff-0428-469e-a5ac-7425d7f07a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7506b43c-d987-41cb-a174-d89ea78a54a7,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:28.760843 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86cd52-e5f0-4a79-bd7a-22ab60892284 req-e689bfff-b2ee-46ad-b180-8917e72e3965 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:28.760843 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8d86cd52-e5f0-4a79-bd7a-22ab60892284 req-e689bfff-b2ee-46ad-b180-8917e72e3965 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0795560 Sep 06 14:36:28.837987 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8d86cd52-e5f0-4a79-bd7a-22ab60892284 req-63874cfb-375c-42d3-8d23-ed53a6b1df55 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638845 Sep 06 14:36:29.080679 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 51582) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:29.095703 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-44dd0f09-1a33-41ec-bd9f-41bca8f07435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:29.110538 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09ab42-8c46-4325-94f2-549c7e371206 req-45c7457e-fad4-458b-886a-821ca8cfc4ab tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:29.114677 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eb09ab42-8c46-4325-94f2-549c7e371206 req-45c7457e-fad4-458b-886a-821ca8cfc4ab tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0851202 Sep 06 14:36:29.174238 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eb09ab42-8c46-4325-94f2-549c7e371206 req-f611a43d-fb5c-4963-898c-abfb628a6c6a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535367 Sep 06 14:36:29.230419 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-44dd0f09-1a33-41ec-bd9f-41bca8f07435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:29.234329 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-44dd0f09-1a33-41ec-bd9f-41bca8f07435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:29.293382 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-44dd0f09-1a33-41ec-bd9f-41bca8f07435 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=278ae6437e6f42efb0127e1a02e53c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115147 Sep 06 14:36:29.294457 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd0f09-1a33-41ec-bd9f-41bca8f07435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4f1625-54f0-476b-ac9d-57e531a2dccd,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:29.296760 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 51586) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:29.363294 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0d67c659-82e9-4ae5-abfc-9a4b1a89d836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:29.401209 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0d67c659-82e9-4ae5-abfc-9a4b1a89d836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:29.460141 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0d67c659-82e9-4ae5-abfc-9a4b1a89d836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:29.464371 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0d67c659-82e9-4ae5-abfc-9a4b1a89d836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:29.465645 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-0d67c659-82e9-4ae5-abfc-9a4b1a89d836 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf4f1625-54f0-476b-ac9d-57e531a2dccd HTTP/1.1" status: 204 len: 168 time: 0.1678729 Sep 06 14:36:29.480797 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67c659-82e9-4ae5-abfc-9a4b1a89d836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4f1625-54f0-476b-ac9d-57e531a2dccd,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:30.013502 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04e05d-d318-4f6e-9a62-7d5e6010aa3d req-24b85ac1-92cf-42ec-80fb-3637cb1054cf tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:30.015093 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ac04e05d-d318-4f6e-9a62-7d5e6010aa3d req-24b85ac1-92cf-42ec-80fb-3637cb1054cf tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0826519 Sep 06 14:36:30.083594 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ac04e05d-d318-4f6e-9a62-7d5e6010aa3d req-8d8c2bd1-c2a6-4119-99e1-27ecd922a67c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526743 Sep 06 14:36:30.307896 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed325bd-ec34-4f8c-af45-fbb2288b9ddf req-2dab4b8f-3399-41be-a47b-78f3029d45f4 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:30.310488 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7ed325bd-ec34-4f8c-af45-fbb2288b9ddf req-2dab4b8f-3399-41be-a47b-78f3029d45f4 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0523000 Sep 06 14:36:30.348524 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7ed325bd-ec34-4f8c-af45-fbb2288b9ddf req-89b48f84-250b-43ab-bf39-b47c37ea3cae tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332963 Sep 06 14:36:31.241519 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edbc65-7bcb-43ab-8402-491d8f83a9aa req-398c4fe9-2a5c-4c31-9f45-9e37d1f70a7c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:31.250434 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-28edbc65-7bcb-43ab-8402-491d8f83a9aa req-398c4fe9-2a5c-4c31-9f45-9e37d1f70a7c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0728929 Sep 06 14:36:31.309294 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-28edbc65-7bcb-43ab-8402-491d8f83a9aa req-aea68cc0-1e02-407e-8953-0f10ceee6009 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539691 Sep 06 14:36:31.496916 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b310c46-2592-4420-927e-47e1c729d9b6 req-4983e6ee-bf93-47f7-942d-52128e0578a9 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:31.514618 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5b310c46-2592-4420-927e-47e1c729d9b6 req-4983e6ee-bf93-47f7-942d-52128e0578a9 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0788202 Sep 06 14:36:31.606769 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5b310c46-2592-4420-927e-47e1c729d9b6 req-c1fc0f60-6286-4900-b8a0-1416d469872e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888491 Sep 06 14:36:32.447050 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f7804-82e7-492c-b915-00ec80b7e02b req-32378b02-a039-442b-90fe-472a7848ff47 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:32.448714 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9c6f7804-82e7-492c-b915-00ec80b7e02b req-32378b02-a039-442b-90fe-472a7848ff47 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0592351 Sep 06 14:36:32.489876 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9c6f7804-82e7-492c-b915-00ec80b7e02b req-b95f0dbc-5ed6-4880-9ff4-81639592ea86 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347998 Sep 06 14:36:32.747582 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d98e2-ea7e-4cae-a6d0-c1eab1b96e9e req-89919bff-cfbb-47fc-ab88-d9d1293c11fd tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:32.749100 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-099d98e2-ea7e-4cae-a6d0-c1eab1b96e9e req-89919bff-cfbb-47fc-ab88-d9d1293c11fd tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0600855 Sep 06 14:36:32.819490 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-099d98e2-ea7e-4cae-a6d0-c1eab1b96e9e req-52d05202-0944-4d00-868d-b69629a544a3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587330 Sep 06 14:36:33.629275 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda347d-5473-46b8-b365-831bd60fa67b req-f6d3e91e-e20a-40ea-9461-06ca760c05b4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:33.637059 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4cda347d-5473-46b8-b365-831bd60fa67b req-f6d3e91e-e20a-40ea-9461-06ca760c05b4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0672128 Sep 06 14:36:33.678568 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4cda347d-5473-46b8-b365-831bd60fa67b req-f4f5c36b-2f43-47bb-991c-05d845a505e2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404930 Sep 06 14:36:33.936242 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbc612-b640-4751-8d10-ff14fedb640a req-6f8837e6-d55a-4d2d-820c-513a6eb1edba tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:33.937764 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b5bbc612-b640-4751-8d10-ff14fedb640a req-6f8837e6-d55a-4d2d-820c-513a6eb1edba tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0531638 Sep 06 14:36:33.976899 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b5bbc612-b640-4751-8d10-ff14fedb640a req-f36083a9-2f18-4e11-bba5-e81d30cf0333 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329330 Sep 06 14:36:34.526836 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-16737e1d-2d7f-4c0c-9cbf-e5f3a570bbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:34.804470 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb01bf-6434-4d3f-aecb-d19e1dfa41e0 req-773ec1ad-915d-4934-b669-6fa9662fc076 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:34.806257 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cfcb01bf-6434-4d3f-aecb-d19e1dfa41e0 req-773ec1ad-915d-4934-b669-6fa9662fc076 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0522439 Sep 06 14:36:34.845930 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cfcb01bf-6434-4d3f-aecb-d19e1dfa41e0 req-ee460952-d779-45ba-949d-cbb23a106acf tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335407 Sep 06 14:36:35.103053 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884da17e-c188-4c02-9754-470a9cac5083 req-45c9e314-8c1b-4480-8808-f6d2d32e7ac6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:35.104524 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-884da17e-c188-4c02-9754-470a9cac5083 req-45c9e314-8c1b-4480-8808-f6d2d32e7ac6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0528867 Sep 06 14:36:35.142080 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-884da17e-c188-4c02-9754-470a9cac5083 req-7a4ff152-4bc1-4432-968c-8b71793b3608 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316486 Sep 06 14:36:35.969640 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c73ba-cb48-4eff-aa3f-f5b11e623eae req-46116952-3bc1-4f7e-8763-8dc389a53a33 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:35.971081 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9a0c73ba-cb48-4eff-aa3f-f5b11e623eae req-46116952-3bc1-4f7e-8763-8dc389a53a33 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0524812 Sep 06 14:36:36.012113 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9a0c73ba-cb48-4eff-aa3f-f5b11e623eae req-75ce84d0-754d-4207-b125-b590a179cf3e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348155 Sep 06 14:36:36.414386 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c2973-4e03-4a63-87cb-63d75706f67d req-2d94971f-79a7-4a34-82ef-4576b3ca9aaf tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:36.415927 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-645c2973-4e03-4a63-87cb-63d75706f67d req-2d94971f-79a7-4a34-82ef-4576b3ca9aaf tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.2073343 Sep 06 14:36:36.453656 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-645c2973-4e03-4a63-87cb-63d75706f67d req-a7aebd1e-c400-4154-bc34-0cf97bbf939e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319300 Sep 06 14:36:37.134273 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3076ff7-9e65-4774-b9a9-9f506b8461d3 req-955aa890-bd56-493a-94dc-9848c9e883ba tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:37.135826 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e3076ff7-9e65-4774-b9a9-9f506b8461d3 req-955aa890-bd56-493a-94dc-9848c9e883ba tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0509784 Sep 06 14:36:37.177349 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e3076ff7-9e65-4774-b9a9-9f506b8461d3 req-c68e4fc3-34e8-44eb-bca6-73817424c605 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352530 Sep 06 14:36:37.432547 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ce44a1c4-7cd8-4ac0-8ca6-71ec00ef3f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:37.574381 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5ff72-ae20-48c4-84cd-7acc6755b1b1 req-19d21030-6f5a-401c-a1f1-0c153a2fb6cc tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:37.576647 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fed5ff72-ae20-48c4-84cd-7acc6755b1b1 req-19d21030-6f5a-401c-a1f1-0c153a2fb6cc tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0500140 Sep 06 14:36:37.598361 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:37.616101 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fed5ff72-ae20-48c4-84cd-7acc6755b1b1 req-02c64f27-7e9b-4232-bb0e-bf4a9afdf057 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335782 Sep 06 14:36:38.300198 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f6716-42bd-4b40-8153-d67815da558c req-927d2c56-661e-4522-b1e8-3d1c0eb7f7ee tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:38.301707 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9a2f6716-42bd-4b40-8153-d67815da558c req-927d2c56-661e-4522-b1e8-3d1c0eb7f7ee tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0482666 Sep 06 14:36:38.339945 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9a2f6716-42bd-4b40-8153-d67815da558c req-26e48f59-0882-4a0c-94ac-43f1d9e29e79 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313263 Sep 06 14:36:38.734880 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997fbf4-4088-4df5-b3fb-2a7beba87d59 req-3157e7b7-148e-44de-bc34-340a0ff70e0d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:38.736380 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0997fbf4-4088-4df5-b3fb-2a7beba87d59 req-3157e7b7-148e-44de-bc34-340a0ff70e0d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0533588 Sep 06 14:36:38.774724 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0997fbf4-4088-4df5-b3fb-2a7beba87d59 req-3160859d-f2d4-4dc2-91f8-0c1393a01f3c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320241 Sep 06 14:36:38.895568 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:39.517491 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb45aa9-716f-4ca0-a8c3-63de11053aa2 req-4a46922f-82e0-4edc-b93b-d5abb32feffd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:39.518996 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ceb45aa9-716f-4ca0-a8c3-63de11053aa2 req-4a46922f-82e0-4edc-b93b-d5abb32feffd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.1059670 Sep 06 14:36:39.556137 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ceb45aa9-716f-4ca0-a8c3-63de11053aa2 req-c7fe014d-3c38-4f7f-9706-98c9f9712aff tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309436 Sep 06 14:36:39.889762 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fb311-6f79-4b09-a76f-365a77ad0931 req-bfb04499-2048-41be-9b6a-4c729f46dc61 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:39.891275 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-df6fb311-6f79-4b09-a76f-365a77ad0931 req-bfb04499-2048-41be-9b6a-4c729f46dc61 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0496628 Sep 06 14:36:39.931643 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-df6fb311-6f79-4b09-a76f-365a77ad0931 req-7a519fca-a032-4692-80db-f000f059bcdf tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342052 Sep 06 14:36:40.395165 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:40.400404 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce645693-1fe7-4b2e-8ced-0f0c72ed0d8d req-1314a1dd-37c6-4955-be08-0e1e043798f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:40.401995 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ce645693-1fe7-4b2e-8ced-0f0c72ed0d8d req-1314a1dd-37c6-4955-be08-0e1e043798f2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 1099 time: 0.0427911 Sep 06 14:36:40.437146 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ce645693-1fe7-4b2e-8ced-0f0c72ed0d8d req-d211b981-aac3-4f65-bf06-8e7251029e02 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273981 Sep 06 14:36:40.678158 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96da7d-e787-4669-9501-b541da791a0b req-9d274018-d3eb-4c49-8535-c3519dbdde6e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:40.679667 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9f96da7d-e787-4669-9501-b541da791a0b req-9d274018-d3eb-4c49-8535-c3519dbdde6e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0503280 Sep 06 14:36:40.717788 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9f96da7d-e787-4669-9501-b541da791a0b req-118d05f4-c330-4452-8995-decf4f20df2b tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322888 Sep 06 14:36:41.001449 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:41.051333 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddaeee7-6fe8-4500-a773-b8f80a32fa09 req-5ff48f1f-bf07-4ac4-957b-f4696c200714 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:41.054522 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ddaeee7-6fe8-4500-a773-b8f80a32fa09 req-5ff48f1f-bf07-4ac4-957b-f4696c200714 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0544045 Sep 06 14:36:41.099050 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ddaeee7-6fe8-4500-a773-b8f80a32fa09 req-b8600675-0e5d-4de5-a30b-de115b3ce564 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342252 Sep 06 14:36:41.839969 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc25720-bfa3-493b-b5b9-43aa1d27e4ad req-6d516706-8dbc-4b0f-8baf-df183e48c9c9 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:41.841519 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8fc25720-bfa3-493b-b5b9-43aa1d27e4ad req-6d516706-8dbc-4b0f-8baf-df183e48c9c9 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0511768 Sep 06 14:36:41.879761 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8fc25720-bfa3-493b-b5b9-43aa1d27e4ad req-6670d671-820b-410f-87ae-66361f97556f tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322084 Sep 06 14:36:42.229561 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace0768-29d4-4ee6-937d-b9c6815fca8d req-d9ac12af-01ac-4fad-a4e1-1f860003da6c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:42.231110 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2ace0768-29d4-4ee6-937d-b9c6815fca8d req-d9ac12af-01ac-4fad-a4e1-1f860003da6c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0571280 Sep 06 14:36:42.272363 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2ace0768-29d4-4ee6-937d-b9c6815fca8d req-b2556e3f-ed3a-427f-ae8c-98dd089af315 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350432 Sep 06 14:36:43.000041 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b70c42-025b-4d24-9f1a-8ff71b072093 req-af5933d3-c8fa-4b7d-85bb-37ec2aa29e73 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:43.001520 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-42b70c42-025b-4d24-9f1a-8ff71b072093 req-af5933d3-c8fa-4b7d-85bb-37ec2aa29e73 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0497410 Sep 06 14:36:43.039126 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-42b70c42-025b-4d24-9f1a-8ff71b072093 req-e7bcb74b-370f-40d2-a5da-7721ecec7bfb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316060 Sep 06 14:36:43.385294 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83339f4-cd2b-4e74-80a0-973d20437507 req-9482e74e-db6c-4cd8-86ae-8084bb1641b8 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:43.386895 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d83339f4-cd2b-4e74-80a0-973d20437507 req-9482e74e-db6c-4cd8-86ae-8084bb1641b8 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0492101 Sep 06 14:36:43.428563 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d83339f4-cd2b-4e74-80a0-973d20437507 req-3666ed34-5574-47a8-89ff-3793827dc56b tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327916 Sep 06 14:36:44.161389 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abb373-b84c-4354-9726-540d8f9c61d4 req-d905b666-c454-4073-b3fe-5f02b3dd4343 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:44.163269 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-29abb373-b84c-4354-9726-540d8f9c61d4 req-d905b666-c454-4073-b3fe-5f02b3dd4343 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0522296 Sep 06 14:36:44.202401 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-29abb373-b84c-4354-9726-540d8f9c61d4 req-189ba6c0-988e-4454-942f-d743747b1cc0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333295 Sep 06 14:36:44.545187 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35462d-e833-413e-a5f7-0c8fc6f42ef2 req-408a6436-729f-4053-96dc-d5ee11f36830 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:44.546719 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5a35462d-e833-413e-a5f7-0c8fc6f42ef2 req-408a6436-729f-4053-96dc-d5ee11f36830 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0492661 Sep 06 14:36:44.587016 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5a35462d-e833-413e-a5f7-0c8fc6f42ef2 req-109d0e2b-3da0-48ff-8753-cf8df78774b3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343122 Sep 06 14:36:45.326289 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ae5b5-55e1-449b-97b4-172df87079d3 req-0880d672-9675-4f7c-8e6a-9323e38735bb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:45.327766 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b56ae5b5-55e1-449b-97b4-172df87079d3 req-0880d672-9675-4f7c-8e6a-9323e38735bb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0524988 Sep 06 14:36:45.372533 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b56ae5b5-55e1-449b-97b4-172df87079d3 req-f84794b8-7448-4a11-8101-192da28b982c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380075 Sep 06 14:36:45.711768 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e46d8f-0b32-4141-bfff-db6298358536 req-f6810a70-1fb7-4dbb-8fb6-c454bb0cb0a1 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:45.713439 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d6e46d8f-0b32-4141-bfff-db6298358536 req-f6810a70-1fb7-4dbb-8fb6-c454bb0cb0a1 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0608785 Sep 06 14:36:45.755623 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d6e46d8f-0b32-4141-bfff-db6298358536 req-535980a2-96ee-4aa1-9613-3b7555c71166 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354044 Sep 06 14:36:46.169177 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4709df-5782-43aa-aba7-5c5ed2daebb7 req-c6205ff7-a127-4527-a286-85bf3b91f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:46.170684 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-be4709df-5782-43aa-aba7-5c5ed2daebb7 req-c6205ff7-a127-4527-a286-85bf3b91f55d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b71c96e485443ba9b7f50edbda420c2&device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 1096 time: 0.0398197 Sep 06 14:36:46.288755 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4709df-5782-43aa-aba7-5c5ed2daebb7 req-5fa3c170-1f91-48a5-a480-62e15bc9ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:46.291456 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-be4709df-5782-43aa-aba7-5c5ed2daebb7 req-5fa3c170-1f91-48a5-a480-62e15bc9ef20 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 200 len: 918 time: 0.0925555 Sep 06 14:36:46.359155 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-be4709df-5782-43aa-aba7-5c5ed2daebb7 req-382203b2-cfe3-40a9-9960-2c2243fc66c8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343e4f3e-9faa-4397-8793-4812d09122cf HTTP/1.1" status: 200 len: 998 time: 0.0605319 Sep 06 14:36:46.410024 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4709df-5782-43aa-aba7-5c5ed2daebb7 req-9a71d342-5620-486c-87ce-de2639e8489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:46.412656 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-be4709df-5782-43aa-aba7-5c5ed2daebb7 req-9a71d342-5620-486c-87ce-de2639e8489e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=be400bbf-0c01-4e2c-9828-7b5bdb047a6b HTTP/1.1" status: 200 len: 856 time: 0.0458291 Sep 06 14:36:46.494057 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4709df-5782-43aa-aba7-5c5ed2daebb7 req-2c715737-102a-46ff-8edb-4a114c79251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:46.495713 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-be4709df-5782-43aa-aba7-5c5ed2daebb7 req-2c715737-102a-46ff-8edb-4a114c79251f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751889 Sep 06 14:36:46.508749 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e36f52-7c8d-4961-adb7-3fc6e605763a req-f7519353-7844-4ceb-a6fc-7ba4c9e018f7 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:46.510188 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-52e36f52-7c8d-4961-adb7-3fc6e605763a req-f7519353-7844-4ceb-a6fc-7ba4c9e018f7 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0648668 Sep 06 14:36:46.596957 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-52e36f52-7c8d-4961-adb7-3fc6e605763a req-dd2070b8-3b50-4e0b-9a9d-264d0b9b051b tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787492 Sep 06 14:36:46.633075 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-be4709df-5782-43aa-aba7-5c5ed2daebb7 req-61673c4a-7773-4808-9e77-929035d78b9d service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219552 Sep 06 14:36:46.725843 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-be4709df-5782-43aa-aba7-5c5ed2daebb7 req-426fd0a5-5130-46ab-b49d-cc588836ce28 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854702 Sep 06 14:36:46.871579 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1493b96-fd1e-4fad-b6d6-94f86edb388d req-87084fc0-ae4a-40df-9752-e2cba4c22c38 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:46.873047 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f1493b96-fd1e-4fad-b6d6-94f86edb388d req-87084fc0-ae4a-40df-9752-e2cba4c22c38 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0491848 Sep 06 14:36:46.909876 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f1493b96-fd1e-4fad-b6d6-94f86edb388d req-9bd4da09-b4eb-4779-9119-18c0188107c7 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308785 Sep 06 14:36:47.628824 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:36:47.839267 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b60af2-3631-429f-9183-a47fc016c547 req-596465a2-21a2-41a6-80dc-773c3c07bf3d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:47.840819 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-89b60af2-3631-429f-9183-a47fc016c547 req-596465a2-21a2-41a6-80dc-773c3c07bf3d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0531898 Sep 06 14:36:47.883685 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-89b60af2-3631-429f-9183-a47fc016c547 req-548a980f-a5a0-4ac9-ad80-0a0e18a1b27b tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362637 Sep 06 14:36:47.993912 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 51870) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:48.034889 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce13e62-efa3-4375-8d61-1680629f9ac2 req-b97d89f8-6f16-4a5d-b52b-7f78265d354b tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:48.037059 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8ce13e62-efa3-4375-8d61-1680629f9ac2 req-b97d89f8-6f16-4a5d-b52b-7f78265d354b tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0579786 Sep 06 14:36:48.080179 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8ce13e62-efa3-4375-8d61-1680629f9ac2 req-526a0feb-112d-466a-8f0d-aaa24ea76704 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372066 Sep 06 14:36:48.109730 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-845760d1-3601-4b8c-80ea-f3142a0320da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:48.238093 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e74c9-bbe9-4aec-97b5-f5dbe1d0d7d4 req-603e7d48-7b09-4268-a519-7973c75a6c95 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:48.240393 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6c6e74c9-bbe9-4aec-97b5-f5dbe1d0d7d4 req-603e7d48-7b09-4268-a519-7973c75a6c95 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0893395 Sep 06 14:36:48.313608 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-845760d1-3601-4b8c-80ea-f3142a0320da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:48.319700 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-845760d1-3601-4b8c-80ea-f3142a0320da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:48.324741 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6c6e74c9-bbe9-4aec-97b5-f5dbe1d0d7d4 req-54062071-5630-4f93-8937-018f717b8e59 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754180 Sep 06 14:36:48.347924 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 51876) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:48.370817 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-845760d1-3601-4b8c-80ea-f3142a0320da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a88dc40b2c4847cab05dbb7f9684b65b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754115 Sep 06 14:36:48.371545 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 51880) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:48.373331 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845760d1-3601-4b8c-80ea-f3142a0320da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59c9927-51b1-4d97-90e0-fb1563200df2,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:48.431187 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-38ae2438-bad7-4a49-92a9-1ca51a2b695f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:48.459812 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-38ae2438-bad7-4a49-92a9-1ca51a2b695f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:48.543953 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35a0811-f365-4418-b7d6-e6b0a820ea18 tempest-TestVolumeBootPattern-801509918 tempest-TestVolumeBootPattern-801509918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:48.545405 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c35a0811-f365-4418-b7d6-e6b0a820ea18 tempest-TestVolumeBootPattern-801509918 tempest-TestVolumeBootPattern-801509918-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 1094 time: 0.1950006 Sep 06 14:36:48.549663 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 51882) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:48.555206 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Request body: {'floatingip': {'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'port_id': 'dd2510a4-c142-4829-84d8-4499fb1318b3', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:36:48.571078 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-38ae2438-bad7-4a49-92a9-1ca51a2b695f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:48.573542 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-38ae2438-bad7-4a49-92a9-1ca51a2b695f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:48.574737 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-38ae2438-bad7-4a49-92a9-1ca51a2b695f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b59c9927-51b1-4d97-90e0-fb1563200df2 HTTP/1.1" status: 204 len: 168 time: 0.2022192 Sep 06 14:36:48.590133 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae2438-bad7-4a49-92a9-1ca51a2b695f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59c9927-51b1-4d97-90e0-fb1563200df2,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:48.600160 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for floatingip, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:48.712531 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:48.838667 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Allocated IP 172.27.0.103 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/a957dc4f-0deb-4e77-b7f9-0859d31fc307) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:36:48.891506 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 51896) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:48.907089 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f703-2f65-47ea-8f41-0ff0892bc8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:48.978804 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.026846 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f703-2f65-47ea-8f41-0ff0892bc8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.032573 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f703-2f65-47ea-8f41-0ff0892bc8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.067769 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670046aa-8f21-4cde-bf60-e51befac2fdc req-2db2ca1b-c83d-4ba4-9f54-a4e8224a3d6a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:49.069174 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-670046aa-8f21-4cde-bf60-e51befac2fdc req-2db2ca1b-c83d-4ba4-9f54-a4e8224a3d6a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0957544 Sep 06 14:36:49.071811 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.080614 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-a3b9f703-2f65-47ea-8f41-0ff0892bc8c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07bf55292e3842938665e0c738d73dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877859 Sep 06 14:36:49.081323 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9f703-2f65-47ea-8f41-0ff0892bc8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027315d7-b85f-4888-bb46-3c52ac51477d,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:49.084336 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 51904) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:49.132243 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:36:49.133054 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5dda2d8b-0f08-465a-8e1c-d11b4cd6ec98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.139418 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event updated for resources: {'Port': ['ID=a957dc4f-0deb-4e77-b7f9-0859d31fc307,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:49.141849 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:36:49.149531 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:36:49.156443 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5dda2d8b-0f08-465a-8e1c-d11b4cd6ec98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.180702 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-670046aa-8f21-4cde-bf60-e51befac2fdc req-e00dad1a-eb78-4714-bbcc-2d0355444e1a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034954 Sep 06 14:36:49.206691 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5dda2d8b-0f08-465a-8e1c-d11b4cd6ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.213069 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5dda2d8b-0f08-465a-8e1c-d11b4cd6ec98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.217379 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-5dda2d8b-0f08-465a-8e1c-d11b4cd6ec98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/027315d7-b85f-4888-bb46-3c52ac51477d HTTP/1.1" status: 204 len: 168 time: 0.1298573 Sep 06 14:36:49.226203 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda2d8b-0f08-465a-8e1c-d11b4cd6ec98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027315d7-b85f-4888-bb46-3c52ac51477d,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:49.482172 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.548938 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.564065 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 51910) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:49.578653 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f2afbc2f-0d1c-4776-a4a6-baffd82c4b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.671466 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f2afbc2f-0d1c-4776-a4a6-baffd82c4b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.675756 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f2afbc2f-0d1c-4776-a4a6-baffd82c4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.705727 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.711115 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.730446 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f2afbc2f-0d1c-4776-a4a6-baffd82c4b65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a57431cc2bf6477f8d14faeccde884d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623931 Sep 06 14:36:49.730446 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afbc2f-0d1c-4776-a4a6-baffd82c4b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f8680e-bbe5-4a7e-81d5-52cabc1aa1db,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:49.732850 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 51912) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:36:49.749194 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.797986 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cc21616b-c84e-4fe5-9cbd-eb783b5700bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.819027 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cc21616b-c84e-4fe5-9cbd-eb783b5700bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.828199 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event updated for resources: {'Port': ['ID=a957dc4f-0deb-4e77-b7f9-0859d31fc307,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:49.866526 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cc21616b-c84e-4fe5-9cbd-eb783b5700bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.868218 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Floating IP c41bb967-c072-4f37-a6d6-550ee89c3c5a associated. External IP: 172.27.0.103, port: dd2510a4-c142-4829-84d8-4499fb1318b3. Sep 06 14:36:49.869184 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cc21616b-c84e-4fe5-9cbd-eb783b5700bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:49.870393 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-cc21616b-c84e-4fe5-9cbd-eb783b5700bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90f8680e-bbe5-4a7e-81d5-52cabc1aa1db HTTP/1.1" status: 204 len: 168 time: 0.1362741 Sep 06 14:36:49.878283 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21616b-c84e-4fe5-9cbd-eb783b5700bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f8680e-bbe5-4a7e-81d5-52cabc1aa1db,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:36:50.098863 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Router 93489a06-1a14-48aa-8c71-b0bbd7576586 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:36:50.212024 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:36:50.224331 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c880d21d-a1d5-4a28-ab5c-b519ba37617d None None] Sync routers for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:36:50.234350 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:50.240122 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c880d21d-a1d5-4a28-ab5c-b519ba37617d None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:36:50.242696 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-c880d21d-a1d5-4a28-ab5c-b519ba37617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:36:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:36:50.265141 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-4cb4d185-d85a-4807-82e2-774252363ce5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7143178 Sep 06 14:36:50.265814 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4f33e5-1c61-4469-9628-c68948d094dc', 'tag': 'dd2510a4-c142-4829-84d8-4499fb1318b3'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:36:50.268098 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f088b93d-5b20-4abb-8f9b-a8ed0052b75a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4f33e5-1c61-4469-9628-c68948d094dc", "tag": "dd2510a4-c142-4829-84d8-4499fb1318b3"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:36:50.315527 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bb07d3-0e80-4b5b-8870-720cef9c84c3 x-openstack-request-id: req-a2bb07d3-0e80-4b5b-8870-720cef9c84c3 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:36:50.315820 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4f33e5-1c61-4469-9628-c68948d094dc", "tag": "dd2510a4-c142-4829-84d8-4499fb1318b3", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:36:50.316073 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2bb07d3-0e80-4b5b-8870-720cef9c84c3 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:36:50.316523 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4f33e5-1c61-4469-9628-c68948d094dc', 'tag': 'dd2510a4-c142-4829-84d8-4499fb1318b3', 'status': 'completed', 'code': 200} Sep 06 14:36:50.348665 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133a94d-f06f-457a-a76c-612727a8190e req-3ba1911d-820a-4975-b727-d87195b9c047 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:50.350527 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1133a94d-f06f-457a-a76c-612727a8190e req-3ba1911d-820a-4975-b727-d87195b9c047 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0554247 Sep 06 14:36:50.398101 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1133a94d-f06f-457a-a76c-612727a8190e req-0262ac1d-a91f-450d-a187-423410745068 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377352 Sep 06 14:36:50.404626 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-c880d21d-a1d5-4a28-ab5c-b519ba37617d None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:36:50.678786 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-c880d21d-a1d5-4a28-ab5c-b519ba37617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': 'c41bb967-c072-4f37-a6d6-550ee89c3c5a', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'port_id': 'dd2510a4-c142-4829-84d8-4499fb1318b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'mac_address': 'fa:16:3e:e6:9c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f33e5-1c61-4469-9628-c68948d094dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:36:49Z', 'updated_at': '2021-09-06T14:36:49Z', 'revision_number': 0, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:36:50.705119 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c880d21d-a1d5-4a28-ab5c-b519ba37617d None None] Checking router: 93489a06-1a14-48aa-8c71-b0bbd7576586 for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:36:50.713813 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c880d21d-a1d5-4a28-ab5c-b519ba37617d None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:36:50.714458 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-c880d21d-a1d5-4a28-ab5c-b519ba37617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:36:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:36:50.825455 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-c880d21d-a1d5-4a28-ab5c-b519ba37617d None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:36:51.055806 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-c880d21d-a1d5-4a28-ab5c-b519ba37617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': 'c41bb967-c072-4f37-a6d6-550ee89c3c5a', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'port_id': 'dd2510a4-c142-4829-84d8-4499fb1318b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'mac_address': 'fa:16:3e:e6:9c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f33e5-1c61-4469-9628-c68948d094dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:36:49Z', 'updated_at': '2021-09-06T14:36:49Z', 'revision_number': 0, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:36:51.085278 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c880d21d-a1d5-4a28-ab5c-b519ba37617d None None] The sync data for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi is: [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': 'c41bb967-c072-4f37-a6d6-550ee89c3c5a', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'port_id': 'dd2510a4-c142-4829-84d8-4499fb1318b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'mac_address': 'fa:16:3e:e6:9c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f33e5-1c61-4469-9628-c68948d094dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:36:49Z', 'updated_at': '2021-09-06T14:36:49Z', 'revision_number': 0, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:36:51.284108 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d236d9-44cf-400d-a651-0abc596b2d75 None None] New status for floating IP c41bb967-c072-4f37-a6d6-550ee89c3c5a: ACTIVE {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:36:51.524305 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190fc80-686c-46d0-ad15-72fe0e85b48e req-f80e5e34-9a30-48c7-aeb4-4292e609cfd1 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:51.525803 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e190fc80-686c-46d0-ad15-72fe0e85b48e req-f80e5e34-9a30-48c7-aeb4-4292e609cfd1 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0501468 Sep 06 14:36:51.563484 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e190fc80-686c-46d0-ad15-72fe0e85b48e req-cad6f7ec-45ed-4636-a2e5-02873ed18baa tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317895 Sep 06 14:36:52.683992 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a450b-874d-417a-a944-918eb44104ba req-3a35e8f5-5a01-46d1-a76a-c4f3b2444365 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:52.685508 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-914a450b-874d-417a-a944-918eb44104ba req-3a35e8f5-5a01-46d1-a76a-c4f3b2444365 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0485647 Sep 06 14:36:52.726479 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-914a450b-874d-417a-a944-918eb44104ba req-cc03350a-607e-4bd5-af39-4924eae6632a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349977 Sep 06 14:36:53.792417 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088b93d-5b20-4abb-8f9b-a8ed0052b75a req-b5c00e0a-bee7-421a-a8db-8f54358f20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:53.793932 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f088b93d-5b20-4abb-8f9b-a8ed0052b75a req-b5c00e0a-bee7-421a-a8db-8f54358f20f4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 1099 time: 0.1341374 Sep 06 14:36:53.854509 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e12c12-3852-4718-8957-76cc20492561 req-299307f0-c16f-43cd-8c89-127425294c0c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:53.856139 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0e12c12-3852-4718-8957-76cc20492561 req-299307f0-c16f-43cd-8c89-127425294c0c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0551293 Sep 06 14:36:53.891191 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088b93d-5b20-4abb-8f9b-a8ed0052b75a req-c507a07c-b247-4bea-961c-589e394c5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:53.892682 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f088b93d-5b20-4abb-8f9b-a8ed0052b75a req-c507a07c-b247-4bea-961c-589e394c5c3f service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 200 len: 913 time: 0.0891135 Sep 06 14:36:53.897136 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0e12c12-3852-4718-8957-76cc20492561 req-ae90013a-172a-4ad8-a26c-f23a566a62cf tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346255 Sep 06 14:36:53.965579 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f088b93d-5b20-4abb-8f9b-a8ed0052b75a req-eb0900ff-af4e-4c64-8c5a-468bdc577754 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd2510a4-c142-4829-84d8-4499fb1318b3 HTTP/1.1" status: 200 len: 1002 time: 0.0634632 Sep 06 14:36:54.023035 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088b93d-5b20-4abb-8f9b-a8ed0052b75a req-76ca0bb7-ede7-4a1c-a9e7-e10f200acef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:54.024494 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f088b93d-5b20-4abb-8f9b-a8ed0052b75a req-76ca0bb7-ede7-4a1c-a9e7-e10f200acef0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3d8f3db7-1100-47f8-a041-76cc8cbfc844 HTTP/1.1" status: 200 len: 851 time: 0.0506427 Sep 06 14:36:54.074488 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088b93d-5b20-4abb-8f9b-a8ed0052b75a req-c4b9eaad-41d7-4f79-92dc-c703fc522a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:54.076176 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f088b93d-5b20-4abb-8f9b-a8ed0052b75a req-c4b9eaad-41d7-4f79-92dc-c703fc522a69 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c60b747-df5e-44fc-9133-15b63b143d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412600 Sep 06 14:36:54.175068 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f088b93d-5b20-4abb-8f9b-a8ed0052b75a req-6af72069-01b7-487f-94ae-613d6843a7bc service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899553 Sep 06 14:36:54.267890 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f088b93d-5b20-4abb-8f9b-a8ed0052b75a req-3019e01f-0343-4c0a-bf54-8c33c837a753 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852757 Sep 06 14:36:55.025198 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f805dcd-8baa-4597-87e9-42bc8460be7c req-d203e3c5-fa81-40c9-9521-ad9addb1bd6e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:55.026822 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3f805dcd-8baa-4597-87e9-42bc8460be7c req-d203e3c5-fa81-40c9-9521-ad9addb1bd6e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0538394 Sep 06 14:36:55.063961 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3f805dcd-8baa-4597-87e9-42bc8460be7c req-b985b75c-3769-4af3-a8e9-41e301478d4e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312934 Sep 06 14:36:56.187383 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af97bc1-9b96-45cf-8c79-23dbca70af85 req-e878d184-fe63-4358-a7f4-a71704e77165 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:56.188933 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0af97bc1-9b96-45cf-8c79-23dbca70af85 req-e878d184-fe63-4358-a7f4-a71704e77165 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0497918 Sep 06 14:36:56.227687 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0af97bc1-9b96-45cf-8c79-23dbca70af85 req-616f74bb-cd95-4a2d-a652-0ce6b8066f80 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319879 Sep 06 14:36:57.350349 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcf586-6298-427a-b53e-e8d74457ee1a req-7f80b1b5-0a2a-4c10-81e9-512bdc5ada00 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:57.351927 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-53dcf586-6298-427a-b53e-e8d74457ee1a req-7f80b1b5-0a2a-4c10-81e9-512bdc5ada00 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0512850 Sep 06 14:36:57.391559 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-53dcf586-6298-427a-b53e-e8d74457ee1a req-e4974d76-b6b8-4157-a401-903a61acb7ab tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337160 Sep 06 14:36:58.512939 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9a7f3-655c-413a-85f0-1808dbec187a req-1214bc9c-0277-436c-8313-e035c64e0969 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:58.514459 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9ed9a7f3-655c-413a-85f0-1808dbec187a req-1214bc9c-0277-436c-8313-e035c64e0969 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0480213 Sep 06 14:36:58.552089 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9ed9a7f3-655c-413a-85f0-1808dbec187a req-64dccd07-1e5f-4414-af70-c306a7e16c15 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308492 Sep 06 14:36:59.672893 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072c2bc-85fb-4b35-b114-5274c6d435b0 req-eed8d2f4-8f50-426f-bb82-970e17ae80eb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:36:59.674391 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e072c2bc-85fb-4b35-b114-5274c6d435b0 req-eed8d2f4-8f50-426f-bb82-970e17ae80eb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 943 time: 0.0484607 Sep 06 14:36:59.711404 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e072c2bc-85fb-4b35-b114-5274c6d435b0 req-df36f077-3dfc-42ff-aad8-17220aeb7da2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308955 Sep 06 14:37:00.406372 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 343e4f3e-9faa-4397-8793-4812d09122cf details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:37:00.502811 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 343e4f3e-9faa-4397-8793-4812d09122cf, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=343e4f3e-9faa-4397-8793-4812d09122cf,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:37:00.517908 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': '343e4f3e-9faa-4397-8793-4812d09122cf', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'port_id': '343e4f3e-9faa-4397-8793-4812d09122cf', 'mac_address': 'fa:16:3e:e9:23:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:37:00.557282 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:00.571506 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343e4f3e-9faa-4397-8793-4812d09122cf {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:37:00.590757 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 343e4f3e-9faa-4397-8793-4812d09122cf, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=343e4f3e-9faa-4397-8793-4812d09122cf,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:37:00.594437 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:00.643638 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=343e4f3e-9faa-4397-8793-4812d09122cf,revision_number=9']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:00.840371 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a396fa-025f-4eb8-9b97-85844c878c30 req-6b8ecd5f-6669-4006-a029-cc3c54369247 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:00.841900 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-46a396fa-025f-4eb8-9b97-85844c878c30 req-6b8ecd5f-6669-4006-a029-cc3c54369247 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.0574636 Sep 06 14:37:00.883202 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-46a396fa-025f-4eb8-9b97-85844c878c30 req-d9d42f93-09b2-477c-a1ca-aa822dd17599 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342762 Sep 06 14:37:02.007711 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206c1c1-d192-4cf3-b790-a3220d15dec4 req-900884d2-9fe4-4cc2-b0de-cd2141006039 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:02.009106 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a206c1c1-d192-4cf3-b790-a3220d15dec4 req-900884d2-9fe4-4cc2-b0de-cd2141006039 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.0547998 Sep 06 14:37:02.050217 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a206c1c1-d192-4cf3-b790-a3220d15dec4 req-d415853d-396d-4f82-a35a-edafcb0fde91 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348353 Sep 06 14:37:03.175307 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50483a-f82b-47f1-80c0-83f001f5bcc4 req-a3d5639b-8b89-4d01-9f79-6dbdb88e71af tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:03.177052 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0b50483a-f82b-47f1-80c0-83f001f5bcc4 req-a3d5639b-8b89-4d01-9f79-6dbdb88e71af tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.0488415 Sep 06 14:37:03.216694 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0b50483a-f82b-47f1-80c0-83f001f5bcc4 req-237e2d44-ccdb-44b0-9567-34ea6cf21d65 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334625 Sep 06 14:37:04.336479 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b32910-a441-4621-8f3d-93572851d263 req-65a1ca2e-9384-41c5-9737-76130ac36c68 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:04.338189 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-07b32910-a441-4621-8f3d-93572851d263 req-65a1ca2e-9384-41c5-9737-76130ac36c68 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.0481763 Sep 06 14:37:04.377386 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-07b32910-a441-4621-8f3d-93572851d263 req-6bdc9462-8ddd-4255-9257-dfd453421b0e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328655 Sep 06 14:37:04.559999 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e549122-4f95-4f64-92e3-a26f4e53c100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:04.897872 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['343e4f3e-9faa-4397-8793-4812d09122cf'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:37:05.500554 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a545b36-e13c-4e4d-994f-c63ff0ee42f2 req-5714cd19-39df-4620-a57b-70ea409d37be tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:05.502274 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6a545b36-e13c-4e4d-994f-c63ff0ee42f2 req-5714cd19-39df-4620-a57b-70ea409d37be tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.0504427 Sep 06 14:37:05.542849 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6a545b36-e13c-4e4d-994f-c63ff0ee42f2 req-8c9e95c4-4319-47a8-be9d-899f8d09de0d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333111 Sep 06 14:37:06.666484 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235f751-3dfb-421f-a57c-cd89bc9f3259 req-7f77ba90-98f2-44df-b47a-6865724d1623 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:06.668043 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6235f751-3dfb-421f-a57c-cd89bc9f3259 req-7f77ba90-98f2-44df-b47a-6865724d1623 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.0515265 Sep 06 14:37:06.706733 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6235f751-3dfb-421f-a57c-cd89bc9f3259 req-4e75ee52-389b-430e-a46a-2773ef37e28d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326772 Sep 06 14:37:07.435981 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f8372bcc-6301-473f-bfcb-4f3d53de3b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:07.590767 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:07.835072 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb6f47-927c-4dbe-8221-76060bd8b2e5 req-289d8c62-0096-4d3f-a72e-8ca4b9c791c2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:07.836574 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55cb6f47-927c-4dbe-8221-76060bd8b2e5 req-289d8c62-0096-4d3f-a72e-8ca4b9c791c2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.0555606 Sep 06 14:37:07.874606 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55cb6f47-927c-4dbe-8221-76060bd8b2e5 req-0443e11a-0555-42bb-8dc5-1899a858b6b7 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321403 Sep 06 14:37:08.897211 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:08.999400 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8405-3487-4010-ae4e-3e3ebd792455 req-3a2a1a4c-7682-425c-926f-d67d405450ed tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:09.000869 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0f9c8405-3487-4010-ae4e-3e3ebd792455 req-3a2a1a4c-7682-425c-926f-d67d405450ed tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 944 time: 0.0523622 Sep 06 14:37:09.038772 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0f9c8405-3487-4010-ae4e-3e3ebd792455 req-2cfe14a9-3c48-439d-8e67-a0f17749137c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316362 Sep 06 14:37:09.827556 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 343e4f3e-9faa-4397-8793-4812d09122cf up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:37:09.876624 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port 343e4f3e-9faa-4397-8793-4812d09122cf triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:37:09.876995 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:09.956458 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:09.979071 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343e4f3e-9faa-4397-8793-4812d09122cf'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:37:09.981326 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75de4feb-1005-41ed-be44-3cc84e31539e" -d '{"events": [{"server_uuid": "0ee91502-6626-43e4-bb7d-cb7298d80cfe", "name": "network-vif-plugged", "status": "completed", "tag": "343e4f3e-9faa-4397-8793-4812d09122cf"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:37:09.994991 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 343e4f3e-9faa-4397-8793-4812d09122cf, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=343e4f3e-9faa-4397-8793-4812d09122cf,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:37:09.999351 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:10.024999 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e354501c-8cc5-415f-968b-6c81a26c53fd x-openstack-request-id: req-e354501c-8cc5-415f-968b-6c81a26c53fd {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:37:10.025300 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee91502-6626-43e4-bb7d-cb7298d80cfe", "name": "network-vif-plugged", "status": "completed", "tag": "343e4f3e-9faa-4397-8793-4812d09122cf", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:37:10.025557 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e354501c-8cc5-415f-968b-6c81a26c53fd {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:37:10.025966 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343e4f3e-9faa-4397-8793-4812d09122cf', 'code': 200} Sep 06 14:37:10.049536 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=343e4f3e-9faa-4397-8793-4812d09122cf,revision_number=10']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:10.163329 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8947d0-ae11-4bd5-ba75-2dcc623f4756 req-24d21892-ecad-49fe-935e-0353632092e0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:10.164817 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4a8947d0-ae11-4bd5-ba75-2dcc623f4756 req-24d21892-ecad-49fe-935e-0353632092e0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 946 time: 0.0520263 Sep 06 14:37:10.202540 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4a8947d0-ae11-4bd5-ba75-2dcc623f4756 req-0a7156a7-abdb-41d3-9ebd-4f482c0bc48e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317607 Sep 06 14:37:10.401603 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:11.323925 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8aa39d-35b1-4c4f-9299-3a6b2ca4a597 req-67f86940-2b35-4f7c-a568-885ecff3e381 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:11.325417 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6f8aa39d-35b1-4c4f-9299-3a6b2ca4a597 req-67f86940-2b35-4f7c-a568-885ecff3e381 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 946 time: 0.0496082 Sep 06 14:37:11.363986 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6f8aa39d-35b1-4c4f-9299-3a6b2ca4a597 req-0a5d3c22-401c-4b08-98b4-6a99f286fdb1 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327725 Sep 06 14:37:11.396287 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:12.486415 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbdcd4-9a50-4998-8d95-9cb957559a3d req-ff60f2ff-b2ae-4d42-986e-b0e59b215025 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:12.487985 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a5dbdcd4-9a50-4998-8d95-9cb957559a3d req-ff60f2ff-b2ae-4d42-986e-b0e59b215025 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 946 time: 0.0510969 Sep 06 14:37:12.525338 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a5dbdcd4-9a50-4998-8d95-9cb957559a3d req-11908d5e-816b-47bc-b81e-6197bde0af33 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313385 Sep 06 14:37:13.644586 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd3e4e-2075-443a-b6f7-24755e4bd12e req-c0c9b550-5483-49d6-a86f-a690169db554 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:13.646106 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-65cd3e4e-2075-443a-b6f7-24755e4bd12e req-c0c9b550-5483-49d6-a86f-a690169db554 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 946 time: 0.0507078 Sep 06 14:37:13.685059 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-65cd3e4e-2075-443a-b6f7-24755e4bd12e req-320ecb72-287b-4877-ad8a-4da46c1d7507 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331502 Sep 06 14:37:14.087426 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb30981-21a7-42b4-9ee6-b908c97738d4 req-205d5911-02c7-4707-a5da-c10e48e30deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:14.088818 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fcb30981-21a7-42b4-9ee6-b908c97738d4 req-205d5911-02c7-4707-a5da-c10e48e30deb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 1099 time: 0.0432544 Sep 06 14:37:14.124954 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fcb30981-21a7-42b4-9ee6-b908c97738d4 req-7c78e1cf-5b5e-4146-85bc-394d5a1b86e2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281992 Sep 06 14:37:14.806529 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0da69c-248c-4c45-847d-51438f4a1857 req-a1dcf304-d018-40b8-8245-86f42614cefb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:14.808124 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9e0da69c-248c-4c45-847d-51438f4a1857 req-a1dcf304-d018-40b8-8245-86f42614cefb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 946 time: 0.0489178 Sep 06 14:37:14.848998 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9e0da69c-248c-4c45-847d-51438f4a1857 req-1132880a-56d0-410c-8cde-41ca828b14e8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346508 Sep 06 14:37:15.973670 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89421f-e29e-4a38-b274-8b6409fc0054 req-8864b801-8b41-4cf4-8d37-9a24b357ae8e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:15.975174 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5a89421f-e29e-4a38-b274-8b6409fc0054 req-8864b801-8b41-4cf4-8d37-9a24b357ae8e tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 946 time: 0.0528040 Sep 06 14:37:16.012935 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5a89421f-e29e-4a38-b274-8b6409fc0054 req-f1669198-8936-4bd6-9abd-ce864526d1d7 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314748 Sep 06 14:37:17.135153 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c810e-334d-4571-9939-9f09bc624298 req-156b199b-6415-47a9-9c04-2d7c7ad0feca tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:17.136605 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d01c810e-334d-4571-9939-9f09bc624298 req-156b199b-6415-47a9-9c04-2d7c7ad0feca tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 946 time: 0.0482578 Sep 06 14:37:17.173070 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d01c810e-334d-4571-9939-9f09bc624298 req-2304a470-5f2b-402c-bbfa-68b565327a9d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304654 Sep 06 14:37:18.331271 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 52290) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:18.447980 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:18.537779 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:18.542995 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:18.581677 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31252eb464fa48668d19e4b7d93b5267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481456 Sep 06 14:37:18.582436 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5525d24-81d8-4f6e-a158-7e8846820619,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:18.584566 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 52296) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:18.589426 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.589779 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.590150 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.590484 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.590807 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.591130 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.591451 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.591772 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.592088 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.592402 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.592729 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.593030 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b9929-45bc-44e0-bdfe-f2a91728a1ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.634811 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:18.655395 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:18.700774 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:18.703334 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:18.704676 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5525d24-81d8-4f6e-a158-7e8846820619 HTTP/1.1" status: 204 len: 168 time: 0.1188750 Sep 06 14:37:18.712698 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5525d24-81d8-4f6e-a158-7e8846820619,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:18.720007 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.720358 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.720701 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.721037 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.721370 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.721699 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.722605 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.722937 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.723269 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.723591 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.723963 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.724219 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf475af-0d5a-49b3-be23-b8e3224bb1c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:37:18.965903 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 52302) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:18.979660 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-be385932-7a3c-430e-a9ab-c207499c4cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:19.074510 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-be385932-7a3c-430e-a9ab-c207499c4cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:19.078036 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-be385932-7a3c-430e-a9ab-c207499c4cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:19.121276 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-be385932-7a3c-430e-a9ab-c207499c4cc0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45050f76f6424d2fbde3936b1efdc3d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541312 Sep 06 14:37:19.122272 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be385932-7a3c-430e-a9ab-c207499c4cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71472de-2e3f-4b05-96df-71999d7fc731,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:19.124049 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 52304) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:19.174042 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8603-50db-4e06-946c-ec4e1fe98f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:19.194775 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8603-50db-4e06-946c-ec4e1fe98f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:19.241035 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8603-50db-4e06-946c-ec4e1fe98f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:19.243635 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8603-50db-4e06-946c-ec4e1fe98f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:19.244793 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9e5e8603-50db-4e06-946c-ec4e1fe98f0b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a71472de-2e3f-4b05-96df-71999d7fc731 HTTP/1.1" status: 204 len: 168 time: 0.1197243 Sep 06 14:37:19.252505 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e8603-50db-4e06-946c-ec4e1fe98f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71472de-2e3f-4b05-96df-71999d7fc731,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:21.117064 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 52382) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:21.223033 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ef0f68c9-bad7-46e0-97e2-e18d9f31be58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:21.545779 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ef0f68c9-bad7-46e0-97e2-e18d9f31be58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:21.549659 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ef0f68c9-bad7-46e0-97e2-e18d9f31be58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:21.587101 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ef0f68c9-bad7-46e0-97e2-e18d9f31be58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c68dbf171124c838a0a0749fc88036e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689603 Sep 06 14:37:21.587933 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f68c9-bad7-46e0-97e2-e18d9f31be58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fbdcbc-09de-47ac-88b2-477db8458fdd,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:21.590006 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 52386) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:21.639615 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bafc0c1e-76e5-4b6f-a7fe-fbf9442756a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:21.660848 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bafc0c1e-76e5-4b6f-a7fe-fbf9442756a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:21.707288 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bafc0c1e-76e5-4b6f-a7fe-fbf9442756a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:21.709863 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bafc0c1e-76e5-4b6f-a7fe-fbf9442756a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:21.711091 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-bafc0c1e-76e5-4b6f-a7fe-fbf9442756a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08fbdcbc-09de-47ac-88b2-477db8458fdd HTTP/1.1" status: 204 len: 168 time: 0.1199365 Sep 06 14:37:21.719004 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc0c1e-76e5-4b6f-a7fe-fbf9442756a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fbdcbc-09de-47ac-88b2-477db8458fdd,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:21.983464 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 52394) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:21.997943 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2f275356-c6b2-4022-9b53-a244857a7093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:22.092761 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2f275356-c6b2-4022-9b53-a244857a7093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:22.096489 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2f275356-c6b2-4022-9b53-a244857a7093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:22.133799 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f275356-c6b2-4022-9b53-a244857a7093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ff3094-5852-480b-aa12-259437f54c16,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:22.139157 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-2f275356-c6b2-4022-9b53-a244857a7093 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48f9340b894c43a6babbdbe14aff3da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546674 Sep 06 14:37:22.141705 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 52396) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:22.193726 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7d0be6b3-3266-4839-883d-bdac9a742771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:22.214967 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7d0be6b3-3266-4839-883d-bdac9a742771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:22.262661 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7d0be6b3-3266-4839-883d-bdac9a742771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:22.265187 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7d0be6b3-3266-4839-883d-bdac9a742771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:22.266379 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7d0be6b3-3266-4839-883d-bdac9a742771 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37ff3094-5852-480b-aa12-259437f54c16 HTTP/1.1" status: 204 len: 168 time: 0.1237395 Sep 06 14:37:22.274508 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0be6b3-3266-4839-883d-bdac9a742771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ff3094-5852-480b-aa12-259437f54c16,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:24.628598 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:37:34.531867 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9a6c83d4-a55e-4941-8e36-eb16c795ec5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:37.561842 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-970cdc1e-157c-4348-a277-6a437006afe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:37.593961 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:37.698478 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 52584) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:37.801957 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-42c981fa-215e-4eea-b7e9-445257cb66d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:37.890668 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-42c981fa-215e-4eea-b7e9-445257cb66d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:37.894557 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-42c981fa-215e-4eea-b7e9-445257cb66d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:37.934305 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-42c981fa-215e-4eea-b7e9-445257cb66d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6dde127aaf74514b4b1dc84fa91ca57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323651 Sep 06 14:37:37.934305 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c981fa-215e-4eea-b7e9-445257cb66d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac0179e-7e74-4c67-88fe-79e6da499cf1,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:37.934731 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 52588) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:37.985107 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9ea3b463-1a88-44fd-8ec2-29567e276cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:38.008130 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9ea3b463-1a88-44fd-8ec2-29567e276cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:38.053179 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9ea3b463-1a88-44fd-8ec2-29567e276cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:38.055728 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9ea3b463-1a88-44fd-8ec2-29567e276cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:38.056877 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9ea3b463-1a88-44fd-8ec2-29567e276cac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ac0179e-7e74-4c67-88fe-79e6da499cf1 HTTP/1.1" status: 204 len: 168 time: 0.1211379 Sep 06 14:37:38.064919 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3b463-1a88-44fd-8ec2-29567e276cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac0179e-7e74-4c67-88fe-79e6da499cf1,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:38.316851 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 52596) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:38.330163 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8949417d-dcb8-4c34-a814-7d6a1c95cf51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:38.425580 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8949417d-dcb8-4c34-a814-7d6a1c95cf51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:38.429224 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8949417d-dcb8-4c34-a814-7d6a1c95cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:38.468269 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-8949417d-dcb8-4c34-a814-7d6a1c95cf51 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f68df46e3c4454a918f7644c1cfd836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502221 Sep 06 14:37:38.469114 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949417d-dcb8-4c34-a814-7d6a1c95cf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604efc2d-557c-4f9a-bf0c-c43d8f8ab656,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:38.471632 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 52598) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:38.520901 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a7db1672-2c33-4469-8c8d-29247cb46c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:38.542338 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a7db1672-2c33-4469-8c8d-29247cb46c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:38.591746 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a7db1672-2c33-4469-8c8d-29247cb46c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:38.594855 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a7db1672-2c33-4469-8c8d-29247cb46c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:38.596010 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-a7db1672-2c33-4469-8c8d-29247cb46c47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/604efc2d-557c-4f9a-bf0c-c43d8f8ab656 HTTP/1.1" status: 204 len: 168 time: 0.1231425 Sep 06 14:37:38.603933 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db1672-2c33-4469-8c8d-29247cb46c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604efc2d-557c-4f9a-bf0c-c43d8f8ab656,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:38.900261 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:38.932498 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 52606) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:38.946305 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-312d3d14-e460-41d8-8684-b9e6a68a023e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:39.035967 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-312d3d14-e460-41d8-8684-b9e6a68a023e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:39.039148 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-312d3d14-e460-41d8-8684-b9e6a68a023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:39.078073 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-312d3d14-e460-41d8-8684-b9e6a68a023e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5441c51b6cc4c35a43e06d09a786a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444249 Sep 06 14:37:39.079229 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d3d14-e460-41d8-8684-b9e6a68a023e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de1551f-494c-4485-8c45-144c3e5fbbff,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:39.081509 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 52608) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:39.132186 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3f3ad400-a808-42b6-afc4-7e77be000331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:39.152898 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3f3ad400-a808-42b6-afc4-7e77be000331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:39.200504 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3f3ad400-a808-42b6-afc4-7e77be000331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:39.203139 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3f3ad400-a808-42b6-afc4-7e77be000331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:39.204302 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3f3ad400-a808-42b6-afc4-7e77be000331 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2de1551f-494c-4485-8c45-144c3e5fbbff HTTP/1.1" status: 204 len: 168 time: 0.1208186 Sep 06 14:37:39.212740 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ad400-a808-42b6-afc4-7e77be000331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de1551f-494c-4485-8c45-144c3e5fbbff,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:40.311312 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 52642) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:40.401875 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:40.419994 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0e8592d6-d9b4-4bcf-abda-7b9bdb93b1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:40.515036 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0e8592d6-d9b4-4bcf-abda-7b9bdb93b1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:40.520056 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0e8592d6-d9b4-4bcf-abda-7b9bdb93b1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:40.556785 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8592d6-d9b4-4bcf-abda-7b9bdb93b1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b720d964-dec0-4ca7-b6e9-966c419063db,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:40.561118 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-0e8592d6-d9b4-4bcf-abda-7b9bdb93b1a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08d28820b01946bbaf82d8835d13467e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487960 Sep 06 14:37:40.563870 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 52646) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:40.614094 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b676929c-ba73-4631-90ad-f61ecc04889a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:40.636911 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b676929c-ba73-4631-90ad-f61ecc04889a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:40.687814 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b676929c-ba73-4631-90ad-f61ecc04889a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:40.692936 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b676929c-ba73-4631-90ad-f61ecc04889a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:40.692936 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b676929c-ba73-4631-90ad-f61ecc04889a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b720d964-dec0-4ca7-b6e9-966c419063db HTTP/1.1" status: 204 len: 168 time: 0.1274610 Sep 06 14:37:40.702909 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676929c-ba73-4631-90ad-f61ecc04889a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b720d964-dec0-4ca7-b6e9-966c419063db,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:41.388143 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:42.463691 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-360eef98-e7ce-44b6-8a3a-0899c9de6413 req-fae20735-ace6-401c-a7df-b824ee5b4139 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402632 Sep 06 14:37:42.525202 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360eef98-e7ce-44b6-8a3a-0899c9de6413 req-eb9b8b24-948d-4a2d-8de3-97c6346e08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:42.526757 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-360eef98-e7ce-44b6-8a3a-0899c9de6413 req-eb9b8b24-948d-4a2d-8de3-97c6346e08af service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f&device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 1098 time: 0.0420401 Sep 06 14:37:42.627065 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360eef98-e7ce-44b6-8a3a-0899c9de6413 req-62ce39d4-c63b-4131-bd47-e3c3495730e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:42.629086 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-360eef98-e7ce-44b6-8a3a-0899c9de6413 req-62ce39d4-c63b-4131-bd47-e3c3495730e5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0 HTTP/1.1" status: 200 len: 912 time: 0.0828910 Sep 06 14:37:42.697086 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-360eef98-e7ce-44b6-8a3a-0899c9de6413 req-d840427b-fc59-4812-9b7b-da0dcca7041f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=951c2b42-640a-4b4d-b301-b3df1570486b HTTP/1.1" status: 200 len: 1001 time: 0.0601785 Sep 06 14:37:42.748520 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360eef98-e7ce-44b6-8a3a-0899c9de6413 req-f2330e95-d937-4bcb-a83b-51af291abb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:42.750009 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-360eef98-e7ce-44b6-8a3a-0899c9de6413 req-f2330e95-d937-4bcb-a83b-51af291abb21 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6e89d0ac-3753-4b35-bedd-a983dd8ff0f4 HTTP/1.1" status: 200 len: 850 time: 0.0451047 Sep 06 14:37:42.797276 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360eef98-e7ce-44b6-8a3a-0899c9de6413 req-089c9e2e-e3bc-45e3-a4dc-a08b830c5079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:37:42.798825 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-360eef98-e7ce-44b6-8a3a-0899c9de6413 req-089c9e2e-e3bc-45e3-a4dc-a08b830c5079 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406287 Sep 06 14:37:42.894152 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-360eef98-e7ce-44b6-8a3a-0899c9de6413 req-2324c3b8-a178-47e0-a95b-b775c7e766ad service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867825 Sep 06 14:37:42.993949 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-360eef98-e7ce-44b6-8a3a-0899c9de6413 req-b84c1943-13f3-4550-9214-204fd4c79a4c service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907626 Sep 06 14:37:47.658620 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 52692) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:47.765494 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d6f5ca99-22f3-45fc-af24-8bd2e48a7996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:47.852704 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d6f5ca99-22f3-45fc-af24-8bd2e48a7996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:47.856318 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d6f5ca99-22f3-45fc-af24-8bd2e48a7996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:47.897072 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d6f5ca99-22f3-45fc-af24-8bd2e48a7996 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a580370b04f4ec3b7a83d47ed2cfe2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373688 Sep 06 14:37:47.898012 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5ca99-22f3-45fc-af24-8bd2e48a7996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf3fbbd-1641-45fb-bda1-a38954f7a365,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:37:47.899716 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 52696) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:47.948436 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dc81aded-f1e2-40de-9cc0-c57df4cf3899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:47.972999 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dc81aded-f1e2-40de-9cc0-c57df4cf3899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:48.021357 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dc81aded-f1e2-40de-9cc0-c57df4cf3899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:48.024133 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dc81aded-f1e2-40de-9cc0-c57df4cf3899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:48.025291 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-dc81aded-f1e2-40de-9cc0-c57df4cf3899 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fdf3fbbd-1641-45fb-bda1-a38954f7a365 HTTP/1.1" status: 204 len: 168 time: 0.1244876 Sep 06 14:37:48.034725 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81aded-f1e2-40de-9cc0-c57df4cf3899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf3fbbd-1641-45fb-bda1-a38954f7a365,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:01.628567 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:38:04.532423 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d421ef04-418c-44d2-8eac-ae4ab5015684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:07.434260 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b60e296a-3d20-4bb8-8236-b3d2ccc90e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:07.595660 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:08.902866 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:09.583556 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dc5e7-145a-4eee-a215-d2a229ba8d3d req-89658792-acb5-4af7-80ac-4a0305f3b229 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:09.585253 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-459dc5e7-145a-4eee-a215-d2a229ba8d3d req-89658792-acb5-4af7-80ac-4a0305f3b229 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0502484 Sep 06 14:38:09.624677 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-459dc5e7-145a-4eee-a215-d2a229ba8d3d req-27ee1696-8499-489f-85f5-7465d1d488f0 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333989 Sep 06 14:38:09.782691 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e71402-3d1c-4ce2-aaa7-3f24d4fc5163 req-487b63db-153f-45a4-80ae-700dc8bffc45 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:09.784119 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f5e71402-3d1c-4ce2-aaa7-3f24d4fc5163 req-487b63db-153f-45a4-80ae-700dc8bffc45 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0490563 Sep 06 14:38:09.823766 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f5e71402-3d1c-4ce2-aaa7-3f24d4fc5163 req-cb3f73b3-71b7-4d0b-bf56-ab40b775d923 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Sep 06 14:38:10.406344 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:10.743016 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf25a21-d9d2-4b25-9142-cb1acdd77e68 req-4e4ef1d8-62a8-4ca0-bf9a-ca001b8c7328 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:10.744489 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7cf25a21-d9d2-4b25-9142-cb1acdd77e68 req-4e4ef1d8-62a8-4ca0-bf9a-ca001b8c7328 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0490239 Sep 06 14:38:10.781990 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7cf25a21-d9d2-4b25-9142-cb1acdd77e68 req-87a53f56-5ec3-40a6-8328-4f9ca38fa309 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316350 Sep 06 14:38:10.939413 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0357b7-6483-4529-9f2e-848121691883 req-e3c9c2a6-cd1f-4715-a149-837f0147ce64 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:10.940804 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eb0357b7-6483-4529-9f2e-848121691883 req-e3c9c2a6-cd1f-4715-a149-837f0147ce64 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0488708 Sep 06 14:38:10.981823 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eb0357b7-6483-4529-9f2e-848121691883 req-9574c426-6c46-44e6-a386-dfd39fb807a8 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341051 Sep 06 14:38:11.249949 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 52878) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:38:11.354526 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b85400a5-d285-410c-8e0d-fc5fc486a9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:11.403277 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:11.450192 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b85400a5-d285-410c-8e0d-fc5fc486a9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:11.454046 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b85400a5-d285-410c-8e0d-fc5fc486a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:11.491985 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-b85400a5-d285-410c-8e0d-fc5fc486a9f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e18c7b25938450791715451767ce75b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408400 Sep 06 14:38:11.493894 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85400a5-d285-410c-8e0d-fc5fc486a9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4303c6-bbd0-4c64-af83-253eb72c43b7,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:11.494977 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 52884) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:38:11.543189 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b1011ff4-4a4c-4203-a232-664f92375c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:11.564623 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b1011ff4-4a4c-4203-a232-664f92375c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:11.609500 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b1011ff4-4a4c-4203-a232-664f92375c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:11.612030 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b1011ff4-4a4c-4203-a232-664f92375c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:11.613445 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b1011ff4-4a4c-4203-a232-664f92375c53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c4303c6-bbd0-4c64-af83-253eb72c43b7 HTTP/1.1" status: 204 len: 168 time: 0.1174955 Sep 06 14:38:11.621636 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1011ff4-4a4c-4203-a232-664f92375c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4303c6-bbd0-4c64-af83-253eb72c43b7,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:11.907212 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5286479-7534-4a5b-8c79-6174e2f39a5a req-a3b70b78-fe1f-4b62-9427-d6e15ce52a67 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:11.908669 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b5286479-7534-4a5b-8c79-6174e2f39a5a req-a3b70b78-fe1f-4b62-9427-d6e15ce52a67 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0567398 Sep 06 14:38:11.946350 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b5286479-7534-4a5b-8c79-6174e2f39a5a req-3b8c3996-d6ea-4d53-a995-ba4d27a89d4b tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311871 Sep 06 14:38:12.096199 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cee79-c484-4708-9c73-2e400c77c317 req-45f6079f-b08d-402b-a00f-ad6665eebbe6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:12.097647 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-260cee79-c484-4708-9c73-2e400c77c317 req-45f6079f-b08d-402b-a00f-ad6665eebbe6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0489733 Sep 06 14:38:12.136057 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-260cee79-c484-4708-9c73-2e400c77c317 req-d41122d1-571f-483d-b2f1-6e89df896fc0 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319395 Sep 06 14:38:13.059921 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b79182-aa06-4aad-8a8d-8e83a5cef01c req-e2628f11-9051-4903-bfbd-017c3d558e27 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:13.061411 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f0b79182-aa06-4aad-8a8d-8e83a5cef01c req-e2628f11-9051-4903-bfbd-017c3d558e27 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0499458 Sep 06 14:38:13.102085 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f0b79182-aa06-4aad-8a8d-8e83a5cef01c req-d485226c-baa4-43c3-b158-8ad2e4715274 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346544 Sep 06 14:38:13.252965 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705733a2-8773-4066-84e4-ac0ef5acf87f req-8fb08255-1d39-48b0-9c0a-f377b23513dd tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:13.254369 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-705733a2-8773-4066-84e4-ac0ef5acf87f req-8fb08255-1d39-48b0-9c0a-f377b23513dd tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0509114 Sep 06 14:38:13.291595 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-705733a2-8773-4066-84e4-ac0ef5acf87f req-13e48bf0-7251-4b88-81f7-27231f4e6cb0 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307055 Sep 06 14:38:14.216171 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df91881-7bfd-4a32-a725-87d6e8c03d6f req-05366b86-30d7-458e-9724-b8727e90a9ad tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:14.217681 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8df91881-7bfd-4a32-a725-87d6e8c03d6f req-05366b86-30d7-458e-9724-b8727e90a9ad tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0489783 Sep 06 14:38:14.254749 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8df91881-7bfd-4a32-a725-87d6e8c03d6f req-892e6a2e-201c-4de0-a3bb-9bd16e44d9d0 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311611 Sep 06 14:38:14.408059 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59102c6e-9e07-465d-af67-5481a5d41946 req-2f13321d-184e-42ef-85ee-0880338f0ed2 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:14.409435 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59102c6e-9e07-465d-af67-5481a5d41946 req-2f13321d-184e-42ef-85ee-0880338f0ed2 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0495136 Sep 06 14:38:14.447095 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59102c6e-9e07-465d-af67-5481a5d41946 req-766e543d-9645-4930-ac3e-c59649ad4032 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308466 Sep 06 14:38:15.374709 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7e0df-186d-47fb-9637-df4c618b1628 req-566104a7-9b12-4294-a396-c479b316b470 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:15.376306 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-60d7e0df-186d-47fb-9637-df4c618b1628 req-566104a7-9b12-4294-a396-c479b316b470 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0540094 Sep 06 14:38:15.421246 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-60d7e0df-186d-47fb-9637-df4c618b1628 req-629477dd-0171-48ae-8817-6914171ff910 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378819 Sep 06 14:38:15.562562 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114079e-3692-48af-b4a1-348120ec6d74 req-92fb7787-5d95-49ff-9568-d6e8032046a3 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:15.563942 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9114079e-3692-48af-b4a1-348120ec6d74 req-92fb7787-5d95-49ff-9568-d6e8032046a3 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0496261 Sep 06 14:38:15.601822 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9114079e-3692-48af-b4a1-348120ec6d74 req-ad4061ca-5777-4b29-9206-80430283abcb tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313032 Sep 06 14:38:16.536260 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c64c2-aa59-429c-bdb0-3871b8272c02 req-19279fae-e57c-4957-975c-93d9058bbca8 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:16.538583 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-973c64c2-aa59-429c-bdb0-3871b8272c02 req-19279fae-e57c-4957-975c-93d9058bbca8 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0495815 Sep 06 14:38:16.575885 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-973c64c2-aa59-429c-bdb0-3871b8272c02 req-51d2cb52-c317-4867-9027-58e9cdf3a747 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312555 Sep 06 14:38:16.718299 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fa0a7-eb1d-47b0-b263-eb55b8b098d4 req-eb5b51f2-dc8b-4517-8866-6f014666c93e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:16.719771 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-206fa0a7-eb1d-47b0-b263-eb55b8b098d4 req-eb5b51f2-dc8b-4517-8866-6f014666c93e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0526416 Sep 06 14:38:16.757291 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-206fa0a7-eb1d-47b0-b263-eb55b8b098d4 req-61b687a8-989c-43c3-bcc3-a0f8d4bcd441 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310712 Sep 06 14:38:17.690293 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dced5b-70be-4fde-b369-a61b45d80ef3 req-b7709c70-4e85-4b95-bd6a-db46156e5f4d tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:17.691776 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-03dced5b-70be-4fde-b369-a61b45d80ef3 req-b7709c70-4e85-4b95-bd6a-db46156e5f4d tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0482681 Sep 06 14:38:17.729118 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-03dced5b-70be-4fde-b369-a61b45d80ef3 req-22c8d006-f9cd-4fe6-9d39-5f0b2c43eb58 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308890 Sep 06 14:38:17.872769 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd0016-60b5-446c-941a-bb526b2958f9 req-43b99081-3559-4d83-9c32-3c62f717002c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:17.874320 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e8cd0016-60b5-446c-941a-bb526b2958f9 req-43b99081-3559-4d83-9c32-3c62f717002c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0502422 Sep 06 14:38:17.920456 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e8cd0016-60b5-446c-941a-bb526b2958f9 req-c6fba334-0d07-4e15-85f4-6ac1bb6c2356 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403206 Sep 06 14:38:18.846357 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a1db5-5256-4d61-951c-2a21edccb2a0 req-5c905969-3761-4b6e-a0dd-ad65df04de4d tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:18.847838 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0a4a1db5-5256-4d61-951c-2a21edccb2a0 req-5c905969-3761-4b6e-a0dd-ad65df04de4d tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0523221 Sep 06 14:38:18.886148 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0a4a1db5-5256-4d61-951c-2a21edccb2a0 req-f473ef1b-10fc-4a5f-844c-a400f42e80ec tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318155 Sep 06 14:38:19.032181 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a6f2f-d3b1-477d-980f-173eaa174fc2 req-17f14862-b22f-4621-9a2d-598b5f1cc477 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:19.033669 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4e1a6f2f-d3b1-477d-980f-173eaa174fc2 req-17f14862-b22f-4621-9a2d-598b5f1cc477 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0474689 Sep 06 14:38:19.073069 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4e1a6f2f-d3b1-477d-980f-173eaa174fc2 req-995ad93a-5b8b-44c2-81df-6a4124a42988 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324349 Sep 06 14:38:20.004345 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfc0ac-af44-4fef-bb3e-8fd929d0618e req-4e094595-5391-47aa-814f-f23c2369cc56 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:20.006816 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-18bfc0ac-af44-4fef-bb3e-8fd929d0618e req-4e094595-5391-47aa-814f-f23c2369cc56 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0526383 Sep 06 14:38:20.043657 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-18bfc0ac-af44-4fef-bb3e-8fd929d0618e req-7c65ca29-c8a6-4e2f-abbe-0c9c36219b05 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309930 Sep 06 14:38:20.195466 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae8908-8c0a-4a6c-ac18-7e117ceb1ac7 req-2cecfa08-d20a-46f0-a1b7-0a0c39607cc4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:20.196859 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-45ae8908-8c0a-4a6c-ac18-7e117ceb1ac7 req-2cecfa08-d20a-46f0-a1b7-0a0c39607cc4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0552034 Sep 06 14:38:20.443892 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-45ae8908-8c0a-4a6c-ac18-7e117ceb1ac7 req-abb4c787-3f85-40e8-95c3-52c69f1ecf89 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411070 Sep 06 14:38:21.157659 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ca3c3-292c-4bf6-868d-f2c306eef65b req-e4c6848f-05bd-496a-ad53-3feda30ffb6d tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:21.159196 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ab8ca3c3-292c-4bf6-868d-f2c306eef65b req-e4c6848f-05bd-496a-ad53-3feda30ffb6d tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0489702 Sep 06 14:38:21.196944 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ab8ca3c3-292c-4bf6-868d-f2c306eef65b req-49f213a2-aa73-4261-a548-0af461cbcb3d tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Sep 06 14:38:21.557805 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fe98d-03cb-4eef-b3f0-91e567e30ae1 req-d2e9fdd8-d034-4d90-8254-58364e9a1f2c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:21.559334 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b44fe98d-03cb-4eef-b3f0-91e567e30ae1 req-d2e9fdd8-d034-4d90-8254-58364e9a1f2c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0483584 Sep 06 14:38:21.596892 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b44fe98d-03cb-4eef-b3f0-91e567e30ae1 req-a49373fb-ae4c-4163-868b-659a37ac3d52 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316415 Sep 06 14:38:22.313461 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323db98-ffa3-4f93-98a5-70430d2e1851 req-f7dce465-bf7f-49d8-800a-599d4415b580 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:22.314958 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f323db98-ffa3-4f93-98a5-70430d2e1851 req-f7dce465-bf7f-49d8-800a-599d4415b580 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0524623 Sep 06 14:38:22.354969 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f323db98-ffa3-4f93-98a5-70430d2e1851 req-33847f9d-f509-4002-873c-ee05f9dd13a3 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336418 Sep 06 14:38:22.712492 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a3067-ef2d-4f4d-a481-b96be3e23d2b req-25854ed6-051c-4081-8da0-2436a07614f1 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:22.713995 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f5a3067-ef2d-4f4d-a481-b96be3e23d2b req-25854ed6-051c-4081-8da0-2436a07614f1 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0484853 Sep 06 14:38:22.751671 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f5a3067-ef2d-4f4d-a481-b96be3e23d2b req-caec19fc-7346-4667-ad11-43c0afc00114 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317438 Sep 06 14:38:23.471658 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8d3db-c23f-4ce8-b743-fbb16adc42d5 req-eccf1057-8093-4262-b5c6-18ec610c3b08 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:23.473135 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c7f8d3db-c23f-4ce8-b743-fbb16adc42d5 req-eccf1057-8093-4262-b5c6-18ec610c3b08 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0497696 Sep 06 14:38:23.510724 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c7f8d3db-c23f-4ce8-b743-fbb16adc42d5 req-44d54709-b7c3-4561-a802-60787dc73c46 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309935 Sep 06 14:38:23.871520 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68104cda-302e-46b8-beb7-84d91e077a76 req-7ce0a8eb-1207-4d08-a5bf-7c2760ed361a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:23.873029 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-68104cda-302e-46b8-beb7-84d91e077a76 req-7ce0a8eb-1207-4d08-a5bf-7c2760ed361a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0522101 Sep 06 14:38:23.910309 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-68104cda-302e-46b8-beb7-84d91e077a76 req-ec857111-5549-415a-b417-c8f3a403726e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314603 Sep 06 14:38:24.629284 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91bcdc-f4f6-4c34-a5b5-698f271139d9 req-4eda2828-562d-40c1-b096-19663490d0a0 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:24.631132 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9c91bcdc-f4f6-4c34-a5b5-698f271139d9 req-4eda2828-562d-40c1-b096-19663490d0a0 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0521526 Sep 06 14:38:24.669029 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9c91bcdc-f4f6-4c34-a5b5-698f271139d9 req-2b2fdd80-5349-452b-8703-3908b46200b0 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319483 Sep 06 14:38:25.024070 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdcf91-d1dd-4207-ba18-0d9cd9696ab7 req-e3a258df-58b1-4baf-a0e9-64f6be4c89b6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:25.025529 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-abbdcf91-d1dd-4207-ba18-0d9cd9696ab7 req-e3a258df-58b1-4baf-a0e9-64f6be4c89b6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0482943 Sep 06 14:38:25.063297 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-abbdcf91-d1dd-4207-ba18-0d9cd9696ab7 req-8d077b7a-1421-48ef-9ce3-99c35d6e493a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319366 Sep 06 14:38:25.793082 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df8faa-7fe6-4285-8f00-86c01db482ec req-0dd3bbcc-1eae-414a-aa34-59ab20ba2fac tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:25.794672 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-81df8faa-7fe6-4285-8f00-86c01db482ec req-0dd3bbcc-1eae-414a-aa34-59ab20ba2fac tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0553582 Sep 06 14:38:25.837871 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-81df8faa-7fe6-4285-8f00-86c01db482ec req-59bfa346-b7b1-4eea-bcd0-b38949e23ba8 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373025 Sep 06 14:38:26.182363 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2033e2-baf8-4c2b-ab88-1cea89caf110 req-418474db-2312-49dc-a91c-551256e91a56 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:26.184009 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7e2033e2-baf8-4c2b-ab88-1cea89caf110 req-418474db-2312-49dc-a91c-551256e91a56 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0510366 Sep 06 14:38:26.224922 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7e2033e2-baf8-4c2b-ab88-1cea89caf110 req-93bb75e6-1074-445b-a3d7-b8c4fa091679 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316904 Sep 06 14:38:26.967430 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640f321-138d-4cc2-bf6e-ca0a31633206 req-62f21b9a-9d90-4885-a850-47460ba180ab tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:26.968926 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d640f321-138d-4cc2-bf6e-ca0a31633206 req-62f21b9a-9d90-4885-a850-47460ba180ab tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0505955 Sep 06 14:38:27.007464 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d640f321-138d-4cc2-bf6e-ca0a31633206 req-30c27a34-cd24-4b64-860b-887e302ea9fb tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316658 Sep 06 14:38:27.342113 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41136816-4cdb-42b8-956a-46a1259794b8 req-fd60f8d1-1339-45cd-be0a-c67c6365b3ee tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:27.343584 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-41136816-4cdb-42b8-956a-46a1259794b8 req-fd60f8d1-1339-45cd-be0a-c67c6365b3ee tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0509377 Sep 06 14:38:27.385455 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-41136816-4cdb-42b8-956a-46a1259794b8 req-96316684-b108-454c-a506-3c6b502d896c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360532 Sep 06 14:38:28.119917 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16cbfa-1d90-4a84-9e1e-2c5a02f57bad req-4b596fd6-8791-4229-a5b4-e676e18f11ff tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:28.121387 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-af16cbfa-1d90-4a84-9e1e-2c5a02f57bad req-4b596fd6-8791-4229-a5b4-e676e18f11ff tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0484414 Sep 06 14:38:28.159930 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-af16cbfa-1d90-4a84-9e1e-2c5a02f57bad req-afce6bef-9e66-40f0-bc0d-7e2cc41aa7cc tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326290 Sep 06 14:38:28.502454 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facafa45-eb28-4e2c-a4b7-1ed8891238a9 req-07694f63-15b1-4e3c-be80-2fe7a6164de2 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:28.504131 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-facafa45-eb28-4e2c-a4b7-1ed8891238a9 req-07694f63-15b1-4e3c-be80-2fe7a6164de2 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0502489 Sep 06 14:38:28.542129 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-facafa45-eb28-4e2c-a4b7-1ed8891238a9 req-0cc26a78-52fc-4d71-bdbf-387bdc18b652 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316405 Sep 06 14:38:29.279202 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e994a-d9f6-48e8-a901-839c21137788 req-8275b702-3f19-460a-877f-66db252b585d tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:29.280696 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8c4e994a-d9f6-48e8-a901-839c21137788 req-8275b702-3f19-460a-877f-66db252b585d tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0536287 Sep 06 14:38:29.319408 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8c4e994a-d9f6-48e8-a901-839c21137788 req-3117215e-f15f-4681-a249-b2c5cb404c59 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328770 Sep 06 14:38:29.655848 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d51d2a-1284-4821-80f8-517044669bef req-3464e7e6-9301-4a84-b1c5-ce42daf97096 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:29.657311 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a0d51d2a-1284-4821-80f8-517044669bef req-3464e7e6-9301-4a84-b1c5-ce42daf97096 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0485251 Sep 06 14:38:29.696134 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a0d51d2a-1284-4821-80f8-517044669bef req-743895c1-0c55-4dfe-925d-298ed86d11ff tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328162 Sep 06 14:38:29.741716 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17efee2-1409-48f1-87d4-7d7f916ffbc9 req-c030e1b8-43cf-4ecd-8f7c-851387a57d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:29.743239 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c17efee2-1409-48f1-87d4-7d7f916ffbc9 req-c030e1b8-43cf-4ecd-8f7c-851387a57d86 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1836a45e71b4565bb86028fc9b32a01&device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 1098 time: 0.0406098 Sep 06 14:38:29.835785 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17efee2-1409-48f1-87d4-7d7f916ffbc9 req-dd69acd8-d872-4dad-985a-b0d5309c5bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:29.837199 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c17efee2-1409-48f1-87d4-7d7f916ffbc9 req-dd69acd8-d872-4dad-985a-b0d5309c5bb1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=58ec9605-fe64-46a3-85cf-779c96d317c8 HTTP/1.1" status: 200 len: 909 time: 0.0859804 Sep 06 14:38:29.900369 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c17efee2-1409-48f1-87d4-7d7f916ffbc9 req-46a15be1-9ad3-46e9-ad6e-cb607ba98314 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 HTTP/1.1" status: 200 len: 1000 time: 0.0559847 Sep 06 14:38:29.951372 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17efee2-1409-48f1-87d4-7d7f916ffbc9 req-ee540159-0d1f-48cd-8e42-4addfd93c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:29.952875 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c17efee2-1409-48f1-87d4-7d7f916ffbc9 req-ee540159-0d1f-48cd-8e42-4addfd93c806 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fad3b585-f362-4f81-8d1e-8bb6019a6ccb HTTP/1.1" status: 200 len: 847 time: 0.0448492 Sep 06 14:38:30.004777 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17efee2-1409-48f1-87d4-7d7f916ffbc9 req-1409b246-2600-4798-b1ff-b933e5736062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:30.006380 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c17efee2-1409-48f1-87d4-7d7f916ffbc9 req-1409b246-2600-4798-b1ff-b933e5736062 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58ec9605-fe64-46a3-85cf-779c96d317c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462806 Sep 06 14:38:30.094178 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c17efee2-1409-48f1-87d4-7d7f916ffbc9 req-d722d7c9-5343-48fb-ac69-7e8b9d6ff131 service neutron] 10.222.0.22 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804708 Sep 06 14:38:30.190746 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c17efee2-1409-48f1-87d4-7d7f916ffbc9 req-6c8808a1-4cd3-46c1-97c5-c035e1c037aa service neutron] 10.222.0.22 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892820 Sep 06 14:38:30.435599 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bada072-8a5a-44af-93dc-7065de4ba3e4 req-06693c41-511c-4311-80dc-bc87f1a1c67c tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:30.437069 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3bada072-8a5a-44af-93dc-7065de4ba3e4 req-06693c41-511c-4311-80dc-bc87f1a1c67c tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0489202 Sep 06 14:38:30.474641 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3bada072-8a5a-44af-93dc-7065de4ba3e4 req-5cfcd993-01d5-4b12-bed2-c59cd14f2d01 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309303 Sep 06 14:38:30.814213 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049467cf-09c5-41b2-aef7-695710dfbf95 req-e827c6b0-ab28-4295-bd47-113a4b216cd5 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:30.815717 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-049467cf-09c5-41b2-aef7-695710dfbf95 req-e827c6b0-ab28-4295-bd47-113a4b216cd5 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0537944 Sep 06 14:38:30.856138 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-049467cf-09c5-41b2-aef7-695710dfbf95 req-2af5478b-9406-4526-a3c2-207f15cde911 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338020 Sep 06 14:38:31.051695 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50486bc0-8523-4228-b028-21b1ee9b056f req-344b1023-07f8-46d7-857a-083355f21924 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:31.053249 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-50486bc0-8523-4228-b028-21b1ee9b056f req-344b1023-07f8-46d7-857a-083355f21924 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0490987 Sep 06 14:38:31.092805 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-50486bc0-8523-4228-b028-21b1ee9b056f req-efd30ff5-abe7-47e5-ac58-73dffce0bf61 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334101 Sep 06 14:38:31.111232 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af5041-a731-40c9-9fdc-86f54815ab9c req-54c25899-f537-480f-b77a-a04c1d2d1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:31.113024 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a9af5041-a731-40c9-9fdc-86f54815ab9c req-54c25899-f537-480f-b77a-a04c1d2d1814 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f&device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 1098 time: 0.0413504 Sep 06 14:38:31.209002 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af5041-a731-40c9-9fdc-86f54815ab9c req-ae552373-cc08-4cd6-aeb3-68fb24e93973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:31.210498 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a9af5041-a731-40c9-9fdc-86f54815ab9c req-ae552373-cc08-4cd6-aeb3-68fb24e93973 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0 HTTP/1.1" status: 200 len: 912 time: 0.0901942 Sep 06 14:38:31.278211 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a9af5041-a731-40c9-9fdc-86f54815ab9c req-303fbe33-3ff8-49f7-a7a1-422b5210157c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=951c2b42-640a-4b4d-b301-b3df1570486b HTTP/1.1" status: 200 len: 1001 time: 0.0590308 Sep 06 14:38:31.336619 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af5041-a731-40c9-9fdc-86f54815ab9c req-523f0c66-f279-4f04-8cdb-519ea8ff23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:31.338039 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a9af5041-a731-40c9-9fdc-86f54815ab9c req-523f0c66-f279-4f04-8cdb-519ea8ff23d9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6e89d0ac-3753-4b35-bedd-a983dd8ff0f4 HTTP/1.1" status: 200 len: 850 time: 0.0501347 Sep 06 14:38:31.387376 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af5041-a731-40c9-9fdc-86f54815ab9c req-982b5151-5931-4ead-a246-15be3ece8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:31.388954 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a9af5041-a731-40c9-9fdc-86f54815ab9c req-982b5151-5931-4ead-a246-15be3ece8b32 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423257 Sep 06 14:38:31.482768 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a9af5041-a731-40c9-9fdc-86f54815ab9c req-747b8f53-8d29-4621-b026-1f09ca41c821 service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852110 Sep 06 14:38:31.635791 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a9af5041-a731-40c9-9fdc-86f54815ab9c req-48b53af5-5397-46ea-bbc2-c95bb5b61cc3 service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447625 Sep 06 14:38:31.650798 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25117c4d-f12f-4b9c-9e29-78498a9c1a06 req-fcc64d38-0129-4f31-93de-a6f6806fa6fb tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:31.652276 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-25117c4d-f12f-4b9c-9e29-78498a9c1a06 req-fcc64d38-0129-4f31-93de-a6f6806fa6fb tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0688636 Sep 06 14:38:31.691028 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-25117c4d-f12f-4b9c-9e29-78498a9c1a06 req-7a2d7719-7eb6-48d1-b734-0e0f1d25be42 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328376 Sep 06 14:38:32.216780 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4bdd6-28b9-4a33-92f8-e32d896dd2dd req-2dcb3299-287b-429e-b505-e5ff39ccd523 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:32.218362 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6fd4bdd6-28b9-4a33-92f8-e32d896dd2dd req-2dcb3299-287b-429e-b505-e5ff39ccd523 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0498655 Sep 06 14:38:32.258878 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6fd4bdd6-28b9-4a33-92f8-e32d896dd2dd req-22bcca42-0615-4c5a-8b62-89961f9c2745 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336113 Sep 06 14:38:32.811763 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48708314-ba8f-4aed-9b47-153a3f56bd2b req-7501d374-100a-49e1-a3c1-8a21eb23ddfe tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:32.813262 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-48708314-ba8f-4aed-9b47-153a3f56bd2b req-7501d374-100a-49e1-a3c1-8a21eb23ddfe tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0533516 Sep 06 14:38:32.852091 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-48708314-ba8f-4aed-9b47-153a3f56bd2b req-d64ebf31-ebe4-4080-9d5f-95a8a0f647fc tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319521 Sep 06 14:38:33.057253 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadfb59-1e8e-4c41-8c7a-eb47dad27555 req-24e7065c-8a76-4c52-9220-e798160e77ed tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:33.058809 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dbadfb59-1e8e-4c41-8c7a-eb47dad27555 req-24e7065c-8a76-4c52-9220-e798160e77ed tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0514836 Sep 06 14:38:33.091229 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 52992) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:38:33.105630 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dbadfb59-1e8e-4c41-8c7a-eb47dad27555 req-c107d4c8-82e8-47ed-adc9-155a7405ac7f tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409813 Sep 06 14:38:33.178515 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0d8b985d-07c5-48e5-981f-6117e0f20eef req-544ea8b3-ac34-4dc1-ad07-f4f74e488557 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861981 Sep 06 14:38:33.187651 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [req-0d8b985d-07c5-48e5-981f-6117e0f20eef req-a81e98f7-25e4-449d-923d-20fadad43d1f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:38:33.188595 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0d8b985d-07c5-48e5-981f-6117e0f20eef req-a81e98f7-25e4-449d-923d-20fadad43d1f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052471 Sep 06 14:38:33.379238 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17b2c5-fc65-4e55-a4c1-dd7ff1ad03ea req-f9f540c7-5e24-438c-93ab-ec36bcb3c877 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:33.381836 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b17b2c5-fc65-4e55-a4c1-dd7ff1ad03ea req-f9f540c7-5e24-438c-93ab-ec36bcb3c877 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0548811 Sep 06 14:38:33.422509 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b17b2c5-fc65-4e55-a4c1-dd7ff1ad03ea req-c9fcfcde-047f-4966-a324-203579c5133f tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345697 Sep 06 14:38:34.236621 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585738db-77b8-46c1-b558-5bb68f1cda7e req-e0b57a6e-ec2f-4d1b-86a5-95110c8dfc74 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:34.240220 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-585738db-77b8-46c1-b558-5bb68f1cda7e req-e0b57a6e-ec2f-4d1b-86a5-95110c8dfc74 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0590158 Sep 06 14:38:34.283818 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-585738db-77b8-46c1-b558-5bb68f1cda7e req-9204e4fa-636e-4d69-bbb2-1be8823e6fde tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367146 Sep 06 14:38:34.382646 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:38:34.458240 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:34.479819 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:38:34.482030 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9897e36-7866-4ea4-b53e-7efa43595b76" -d '{"events": [{"server_uuid": "38c94205-bd6c-45ce-97c0-34e64b8a8b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "bcb902c2-2cec-4bff-ab7c-15d844c1cbf9"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:38:34.496058 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,segment=NetworkSegment(918f975e-75a9-49c0-8710-8ab94b27aa81),segment_id=918f975e-75a9-49c0-8710-8ab94b27aa81)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:38:34.500114 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:34.543209 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-af715f6d-3421-4e47-aad7-ded4d0cb6eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:34.559027 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,revision_number=6']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:34.565953 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:34.566309 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:34.566651 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:34.566985 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:34.567318 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:34.567716 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:34.568039 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:34.568367 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:34.568730 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:34.569008 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:34.569389 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:34.569647 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:34.573888 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b985d-07c5-48e5-981f-6117e0f20eef req-fa561ab2-73d8-4a7d-a30a-3774dbf66002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:34.575750 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0d8b985d-07c5-48e5-981f-6117e0f20eef req-fa561ab2-73d8-4a7d-a30a-3774dbf66002 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f&tenant_id=b1836a45e71b4565bb86028fc9b32a01 HTTP/1.1" status: 200 len: 1096 time: 0.0469458 Sep 06 14:38:34.639539 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b985d-07c5-48e5-981f-6117e0f20eef req-10b0e5d2-b3d3-4d59-94c1-d12f9cfe532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:34.641053 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0d8b985d-07c5-48e5-981f-6117e0f20eef req-10b0e5d2-b3d3-4d59-94c1-d12f9cfe532c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1836a45e71b4565bb86028fc9b32a01&device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 1096 time: 0.0430262 Sep 06 14:38:34.660235 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Sep 2021 14:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93ac55b-6980-4e78-9c4d-b26685cf3583 x-openstack-request-id: req-f93ac55b-6980-4e78-9c4d-b26685cf3583 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:38:34.660525 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c94205-bd6c-45ce-97c0-34e64b8a8b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "bcb902c2-2cec-4bff-ab7c-15d844c1cbf9", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:38:34.660777 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f93ac55b-6980-4e78-9c4d-b26685cf3583 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:38:34.661198 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9', 'code': 200} Sep 06 14:38:34.735743 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b985d-07c5-48e5-981f-6117e0f20eef req-b02476e7-f203-4a9a-96be-09630c3616a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:34.737487 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0d8b985d-07c5-48e5-981f-6117e0f20eef req-b02476e7-f203-4a9a-96be-09630c3616a3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=58ec9605-fe64-46a3-85cf-779c96d317c8 HTTP/1.1" status: 200 len: 909 time: 0.0900040 Sep 06 14:38:34.800391 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0d8b985d-07c5-48e5-981f-6117e0f20eef req-5244fcd2-65f6-4f9e-921a-0f109ebe4c6d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 HTTP/1.1" status: 200 len: 998 time: 0.0558646 Sep 06 14:38:34.854816 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b985d-07c5-48e5-981f-6117e0f20eef req-18509360-5943-4216-8494-5a33e8f4e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:34.856293 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0d8b985d-07c5-48e5-981f-6117e0f20eef req-18509360-5943-4216-8494-5a33e8f4e6f0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fad3b585-f362-4f81-8d1e-8bb6019a6ccb HTTP/1.1" status: 200 len: 847 time: 0.0480978 Sep 06 14:38:34.901595 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b985d-07c5-48e5-981f-6117e0f20eef req-779a7bce-4978-4dc9-8baa-d4d9c9848bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:34.903104 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0d8b985d-07c5-48e5-981f-6117e0f20eef req-779a7bce-4978-4dc9-8baa-d4d9c9848bb0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58ec9605-fe64-46a3-85cf-779c96d317c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397065 Sep 06 14:38:34.992292 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0d8b985d-07c5-48e5-981f-6117e0f20eef req-085b8190-16bc-4d0e-bcba-7dfa6dfb110d service neutron] 10.222.0.22 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811799 Sep 06 14:38:35.083713 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0d8b985d-07c5-48e5-981f-6117e0f20eef req-6b4dc2e6-2f0f-4e8a-86a6-6df202f0d63f service neutron] 10.222.0.22 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845704 Sep 06 14:38:35.399952 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640b50-e880-4154-b404-22cf51b10287 req-f8888eef-454e-4fac-ac9e-b73c30678d5d tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:35.401455 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5b640b50-e880-4154-b404-22cf51b10287 req-f8888eef-454e-4fac-ac9e-b73c30678d5d tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 943 time: 0.0507336 Sep 06 14:38:35.440032 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5b640b50-e880-4154-b404-22cf51b10287 req-6d3a126c-7bd9-40f4-b38a-b8f444ca8f77 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327382 Sep 06 14:38:36.558157 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e9f21-6da0-4307-8db1-9447c6b0ab05 req-1d795441-d997-4259-950d-8d4c19ff9ae4 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:36.559664 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ce9e9f21-6da0-4307-8db1-9447c6b0ab05 req-1d795441-d997-4259-950d-8d4c19ff9ae4 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 943 time: 0.0509005 Sep 06 14:38:36.599185 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ce9e9f21-6da0-4307-8db1-9447c6b0ab05 req-80ea2666-1fb0-4d18-a770-f3d68599ef9d tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330818 Sep 06 14:38:37.435358 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-26323d7c-06ae-4e9c-935d-50562ad0627e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:37.598095 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:37.713795 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a93d0b-dc38-4a20-b4bd-d2d80134642f req-91123505-d511-4255-84f9-873f69a5984f tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:37.715311 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-17a93d0b-dc38-4a20-b4bd-d2d80134642f req-91123505-d511-4255-84f9-873f69a5984f tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 943 time: 0.0484252 Sep 06 14:38:37.756980 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-17a93d0b-dc38-4a20-b4bd-d2d80134642f req-91cf9673-47a4-40b3-9396-322fc3c6e9b7 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357006 Sep 06 14:38:38.107944 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38185f-47df-4413-8b4f-74a341a8b42c req-926eeccd-8e5d-4a8d-8822-e4b0e7772fbb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:38.109337 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cf38185f-47df-4413-8b4f-74a341a8b42c req-926eeccd-8e5d-4a8d-8822-e4b0e7772fbb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 946 time: 0.0492315 Sep 06 14:38:38.147851 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cf38185f-47df-4413-8b4f-74a341a8b42c req-92e56169-3cf3-4f2b-b9ab-d2f2167f89db tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318427 Sep 06 14:38:38.627709 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:38:38.875270 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ad01e-5b49-4b8f-bbfe-7e64387770dd req-600abf8b-34f5-4e76-847b-785c8595969b tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:38.876791 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-770ad01e-5b49-4b8f-bbfe-7e64387770dd req-600abf8b-34f5-4e76-847b-785c8595969b tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 943 time: 0.0516896 Sep 06 14:38:38.906772 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:38.917131 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-770ad01e-5b49-4b8f-bbfe-7e64387770dd req-81d6c963-fff8-4f86-81af-3344eb3329f7 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341940 Sep 06 14:38:39.269989 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8b088-a920-43f2-8451-36013854f562 req-6cef7a01-679f-4461-870f-37b93dd66d38 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:39.272138 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbf8b088-a920-43f2-8451-36013854f562 req-6cef7a01-679f-4461-870f-37b93dd66d38 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 946 time: 0.0528753 Sep 06 14:38:39.309838 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbf8b088-a920-43f2-8451-36013854f562 req-14330a81-e620-48b8-85f7-c447b5d8db67 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319431 Sep 06 14:38:39.907363 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d7ee3-5312-4599-b70a-90061cdda2b8 req-b9749150-a1f0-4f65-8271-9b3917cb6e71 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:39.908834 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-da2d7ee3-5312-4599-b70a-90061cdda2b8 req-b9749150-a1f0-4f65-8271-9b3917cb6e71 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 946 time: 0.0505929 Sep 06 14:38:40.042634 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea77a8-4d21-43c2-818a-70ff7b13102f req-fae8959d-9727-4ea7-8fa6-e074438f561c tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:40.044115 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bdea77a8-4d21-43c2-818a-70ff7b13102f req-fae8959d-9727-4ea7-8fa6-e074438f561c tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 943 time: 0.0589635 Sep 06 14:38:40.048882 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-da2d7ee3-5312-4599-b70a-90061cdda2b8 req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Deleting port 343e4f3e-9faa-4397-8793-4812d09122cf {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:38:40.049220 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-da2d7ee3-5312-4599-b70a-90061cdda2b8 req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:40.133662 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-bdea77a8-4d21-43c2-818a-70ff7b13102f req-e5882871-ebd9-4b06-acde-8a0362c4b875 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815020 Sep 06 14:38:40.164724 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-da2d7ee3-5312-4599-b70a-90061cdda2b8 req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] For port 343e4f3e-9faa-4397-8793-4812d09122cf, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=343e4f3e-9faa-4397-8793-4812d09122cf,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:38:40.165001 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-da2d7ee3-5312-4599-b70a-90061cdda2b8 req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:40.396627 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-da2d7ee3-5312-4599-b70a-90061cdda2b8 req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:40.396627 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-da2d7ee3-5312-4599-b70a-90061cdda2b8 req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:40.396627 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.l3_db [req-da2d7ee3-5312-4599-b70a-90061cdda2b8 req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Floating IP d6585922-06a9-49b5-9314-76573f3f2845 disassociated. External IP: 172.27.0.28, port: 343e4f3e-9faa-4397-8793-4812d09122cf. Sep 06 14:38:40.396627 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-da2d7ee3-5312-4599-b70a-90061cdda2b8 req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Calling delete_port for 343e4f3e-9faa-4397-8793-4812d09122cf owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:38:40.410060 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:40.434558 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79891f3-aba6-457d-a30b-18c4a87a2c25 req-d75a13ed-ef4d-4fe9-af93-df4f1700fb7d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:40.436014 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e79891f3-aba6-457d-a30b-18c4a87a2c25 req-d75a13ed-ef4d-4fe9-af93-df4f1700fb7d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ee91502-6626-43e4-bb7d-cb7298d80cfe HTTP/1.1" status: 200 len: 946 time: 0.0518110 Sep 06 14:38:40.475508 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e79891f3-aba6-457d-a30b-18c4a87a2c25 req-bfe95c32-e2b5-43a0-8321-919a25e5807d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7cd835-0b7e-4e12-8c78-8b1b848c627b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332417 Sep 06 14:38:40.522506 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-da2d7ee3-5312-4599-b70a-90061cdda2b8 req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:40.554684 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event deleted for resources: {'Port': ['ID=343e4f3e-9faa-4397-8793-4812d09122cf,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:40.569027 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:40.569374 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:40.569713 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:40.570075 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:40.570495 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:40.570833 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:40.571161 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:40.571488 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:40.571811 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:40.572186 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:40.572666 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:40.573030 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:40.680433 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da2d7ee3-5312-4599-b70a-90061cdda2b8 req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Router e7031ec3-3444-4662-86a2-b49c8846e27f has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:38:40.787015 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da2d7ee3-5312-4599-b70a-90061cdda2b8 req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:38:40.796957 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f7276-efe8-4a60-99db-4483af2b86a4 None None] Sync routers for ids ['e7031ec3-3444-4662-86a2-b49c8846e27f'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:38:40.806936 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f7276-efe8-4a60-99db-4483af2b86a4 None None] Routers {'e7031ec3-3444-4662-86a2-b49c8846e27f'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:38:40.807707 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-d72f7276-efe8-4a60-99db-4483af2b86a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:38:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['e7031ec3-3444-4662-86a2-b49c8846e27f'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:38:40.827764 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2d7ee3-5312-4599-b70a-90061cdda2b8 req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] No DVR routers for this DVR port 343e4f3e-9faa-4397-8793-4812d09122cf on host hv-cinder-79128 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:38:40.830354 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-da2d7ee3-5312-4599-b70a-90061cdda2b8 req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:40.832485 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-da2d7ee3-5312-4599-b70a-90061cdda2b8 req-866f5c59-82f1-47d0-b12d-3293e954dabd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.22 "DELETE /v2.0/ports/343e4f3e-9faa-4397-8793-4812d09122cf HTTP/1.1" status: 204 len: 173 time: 0.9176106 Sep 06 14:38:40.833441 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'name': 'network-vif-deleted', 'tag': '343e4f3e-9faa-4397-8793-4812d09122cf'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:38:40.836275 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b539631-2ff4-43f7-ba14-c324ff494085" -d '{"events": [{"server_uuid": "0ee91502-6626-43e4-bb7d-cb7298d80cfe", "name": "network-vif-deleted", "tag": "343e4f3e-9faa-4397-8793-4812d09122cf"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:38:40.932718 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-d72f7276-efe8-4a60-99db-4483af2b86a4 None None] Set router e7031ec3-3444-4662-86a2-b49c8846e27f gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:38:40.945446 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6de64b-a98c-400f-8ab2-88ffef40c46c x-openstack-request-id: req-1b6de64b-a98c-400f-8ab2-88ffef40c46c {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:38:40.945972 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee91502-6626-43e4-bb7d-cb7298d80cfe", "name": "network-vif-deleted", "tag": "343e4f3e-9faa-4397-8793-4812d09122cf", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:38:40.946087 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b6de64b-a98c-400f-8ab2-88ffef40c46c {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:38:40.946482 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee91502-6626-43e4-bb7d-cb7298d80cfe', 'name': 'network-vif-deleted', 'tag': '343e4f3e-9faa-4397-8793-4812d09122cf', 'status': 'completed', 'code': 200} Sep 06 14:38:41.143196 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-d72f7276-efe8-4a60-99db-4483af2b86a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:57Z', 'revision_number': 5, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:38:41.173434 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f7276-efe8-4a60-99db-4483af2b86a4 None None] Checking router: e7031ec3-3444-4662-86a2-b49c8846e27f for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:38:41.182933 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f7276-efe8-4a60-99db-4483af2b86a4 None None] Routers {'e7031ec3-3444-4662-86a2-b49c8846e27f'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:38:41.183543 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-d72f7276-efe8-4a60-99db-4483af2b86a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:38:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['e7031ec3-3444-4662-86a2-b49c8846e27f'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:38:41.272402 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1916b-f639-47ec-9c7f-6716b8e69570 req-ba89de93-4395-4cfb-8059-f165608553e9 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:41.275251 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f2c1916b-f639-47ec-9c7f-6716b8e69570 req-ba89de93-4395-4cfb-8059-f165608553e9 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 943 time: 0.0718584 Sep 06 14:38:41.307198 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-d72f7276-efe8-4a60-99db-4483af2b86a4 None None] Set router e7031ec3-3444-4662-86a2-b49c8846e27f gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:38:41.323330 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f2c1916b-f639-47ec-9c7f-6716b8e69570 req-df357c92-db00-470d-ba88-4830a63dca42 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404809 Sep 06 14:38:41.426123 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:41.538856 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-d72f7276-efe8-4a60-99db-4483af2b86a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:57Z', 'revision_number': 5, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:38:41.566943 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f7276-efe8-4a60-99db-4483af2b86a4 None None] The sync data for ids ['e7031ec3-3444-4662-86a2-b49c8846e27f'] in dv-cinder-791281-8-iscsi is: [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:57Z', 'revision_number': 5, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:38:41.574816 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 53062) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:38:41.633359 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-619e76b2-f9ff-4e79-b34d-d9cf5cd4ec68 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:41.658006 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-619e76b2-f9ff-4e79-b34d-d9cf5cd4ec68 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:41.705728 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-619e76b2-f9ff-4e79-b34d-d9cf5cd4ec68 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:41.708922 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-619e76b2-f9ff-4e79-b34d-d9cf5cd4ec68 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:41.710383 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-619e76b2-f9ff-4e79-b34d-d9cf5cd4ec68 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "DELETE /v2.0/security-groups/5b7cd835-0b7e-4e12-8c78-8b1b848c627b HTTP/1.1" status: 204 len: 168 time: 0.1343408 Sep 06 14:38:41.713292 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 53064) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:38:41.720415 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e76b2-f9ff-4e79-b34d-d9cf5cd4ec68 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7cd835-0b7e-4e12-8c78-8b1b848c627b,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:41.735355 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.api.v2.resource [None req-13ff3331-febd-4b3d-a1fd-3585d8d46bcc tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] show failed (client error): The resource could not be found. Sep 06 14:38:41.737984 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-13ff3331-febd-4b3d-a1fd-3585d8d46bcc tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups/5b7cd835-0b7e-4e12-8c78-8b1b848c627b HTTP/1.1" status: 404 len: 347 time: 0.0220881 Sep 06 14:38:41.739990 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 53066) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:38:41.811423 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582511ec-b031-40e8-9b23-94aaab26a55d None None] New status for floating IP d6585922-06a9-49b5-9314-76573f3f2845: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:38:41.877788 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Deleting port 413a9966-5652-45ec-b51b-345adb3ae7d3 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:38:41.878152 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:41.966767 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:41.967183 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:41.982758 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Calling delete_port for 413a9966-5652-45ec-b51b-345adb3ae7d3 owned by network:floatingip {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:38:42.041514 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd2c20-0760-4536-8acc-a0bbfe10d659 req-ecd5671c-9a35-467e-af84-2dee2077d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:42.043850 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8fdd2c20-0760-4536-8acc-a0bbfe10d659 req-ecd5671c-9a35-467e-af84-2dee2077d2dd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1836a45e71b4565bb86028fc9b32a01&device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 1096 time: 0.0420804 Sep 06 14:38:42.126672 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:42.151674 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event deleted for resources: {'Port': ['ID=413a9966-5652-45ec-b51b-345adb3ae7d3,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:42.164830 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd2c20-0760-4536-8acc-a0bbfe10d659 req-8a73af07-8d8f-48e7-adc1-edb32aacf4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:42.166756 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8fdd2c20-0760-4536-8acc-a0bbfe10d659 req-8a73af07-8d8f-48e7-adc1-edb32aacf4ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=58ec9605-fe64-46a3-85cf-779c96d317c8 HTTP/1.1" status: 200 len: 909 time: 0.1003578 Sep 06 14:38:42.183608 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for floatingip, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:42.186329 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:42.190905 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "DELETE /v2.0/floatingips/d6585922-06a9-49b5-9314-76573f3f2845 HTTP/1.1" status: 204 len: 168 time: 0.4398468 Sep 06 14:38:42.190905 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:42.190905 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:42.190905 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:42.190905 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:42.190905 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:42.190905 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:42.190905 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:42.193723 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:42.193723 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:42.193723 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:42.193723 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:42.193723 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ad746-d6a7-45ad-a15b-5d42b05f682c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:38:42.245772 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8fdd2c20-0760-4536-8acc-a0bbfe10d659 req-14e60f56-60c4-496f-927e-5de588baaee4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 HTTP/1.1" status: 200 len: 998 time: 0.0710905 Sep 06 14:38:42.420754 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:38:42.424087 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 343e4f3e-9faa-4397-8793-4812d09122cf no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:38:42.462144 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: 343e4f3e-9faa-4397-8793-4812d09122cf {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:38:42.463663 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 343e4f3e-9faa-4397-8793-4812d09122cf not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:38:42.512219 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a8a8a-601b-4759-8fb9-12b5e0502cb1 req-8b81fb0e-72cd-41a7-acb7-f4ef08e9818e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:42.513861 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c52a8a8a-601b-4759-8fb9-12b5e0502cb1 req-8b81fb0e-72cd-41a7-acb7-f4ef08e9818e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 943 time: 0.1091077 Sep 06 14:38:42.555877 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd2c20-0760-4536-8acc-a0bbfe10d659 req-702940f0-9bf9-4c1b-a517-c58e765472fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:42.557365 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8fdd2c20-0760-4536-8acc-a0bbfe10d659 req-702940f0-9bf9-4c1b-a517-c58e765472fb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fad3b585-f362-4f81-8d1e-8bb6019a6ccb HTTP/1.1" status: 200 len: 847 time: 0.3042178 Sep 06 14:38:42.595966 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c52a8a8a-601b-4759-8fb9-12b5e0502cb1 req-97f7896c-43bc-4a30-a0e2-a4fd645340c6 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646255 Sep 06 14:38:42.618184 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd2c20-0760-4536-8acc-a0bbfe10d659 req-900e3e78-5e1e-4a77-bfd5-65800c84097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:42.620722 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8fdd2c20-0760-4536-8acc-a0bbfe10d659 req-900e3e78-5e1e-4a77-bfd5-65800c84097c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58ec9605-fe64-46a3-85cf-779c96d317c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556097 Sep 06 14:38:42.624534 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,segment=NetworkSegment(918f975e-75a9-49c0-8710-8ab94b27aa81),segment_id=918f975e-75a9-49c0-8710-8ab94b27aa81)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:38:42.635704 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9', 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'port_id': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9', 'mac_address': 'fa:16:3e:b9:42:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:38:42.683887 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:42.700329 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:38:42.725409 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 53072) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:38:42.730681 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-047bff37-074c-449a-833a-ab09c21d6ff8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061511822', 'description': 'tempest-description--1957210312'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:38:42.731765 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,segment=NetworkSegment(918f975e-75a9-49c0-8710-8ab94b27aa81),segment_id=918f975e-75a9-49c0-8710-8ab94b27aa81)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:38:42.741180 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:42.744969 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8fdd2c20-0760-4536-8acc-a0bbfe10d659 req-c93558ef-d7e8-45b9-aebc-7447c0ca074b service neutron] 10.222.0.22 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113920 Sep 06 14:38:42.759702 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-047bff37-074c-449a-833a-ab09c21d6ff8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:42.802817 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,revision_number=7']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:42.852746 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8fdd2c20-0760-4536-8acc-a0bbfe10d659 req-ef2e6f0f-ce8f-4994-99c4-d9ec601c8ea4 service neutron] 10.222.0.22 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009047 Sep 06 14:38:42.857530 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-047bff37-074c-449a-833a-ab09c21d6ff8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:42.861399 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-047bff37-074c-449a-833a-ab09c21d6ff8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:42.885320 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-047bff37-074c-449a-833a-ab09c21d6ff8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:42.886586 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-047bff37-074c-449a-833a-ab09c21d6ff8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1600902 Sep 06 14:38:42.890632 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 53074) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:38:42.894876 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bff37-074c-449a-833a-ab09c21d6ff8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3548a4d-2e2a-4acb-b73f-8cd69e001796,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:42.896452 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-8a7517a4-1a5d-4b8a-a883-bf20f1825343 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Request body: {'security_group_rule': {'security_group_id': 'a3548a4d-2e2a-4acb-b73f-8cd69e001796', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:38:42.923154 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8a7517a4-1a5d-4b8a-a883-bf20f1825343 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:42.981715 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8a7517a4-1a5d-4b8a-a883-bf20f1825343 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:42.992295 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8a7517a4-1a5d-4b8a-a883-bf20f1825343 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:43.010465 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7517a4-1a5d-4b8a-a883-bf20f1825343 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecef8520-259e-4ad3-957c-e1678f35a8d7,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:43.016240 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8a7517a4-1a5d-4b8a-a883-bf20f1825343 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:43.017475 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-8a7517a4-1a5d-4b8a-a883-bf20f1825343 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254985 Sep 06 14:38:43.020660 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 53076) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:38:43.025187 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-789d16ea-8d39-4e2f-b842-53615c8491ad tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Request body: {'security_group_rule': {'security_group_id': 'a3548a4d-2e2a-4acb-b73f-8cd69e001796', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:38:43.051636 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-789d16ea-8d39-4e2f-b842-53615c8491ad tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:43.109066 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-789d16ea-8d39-4e2f-b842-53615c8491ad tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:43.113152 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-789d16ea-8d39-4e2f-b842-53615c8491ad tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:43.130619 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d16ea-8d39-4e2f-b842-53615c8491ad tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2849807c-781f-4f3c-95da-4ddc73c9cced,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:43.133413 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['bcb902c2-2cec-4bff-ab7c-15d844c1cbf9'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:38:43.140085 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-789d16ea-8d39-4e2f-b842-53615c8491ad tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:43.142328 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-789d16ea-8d39-4e2f-b842-53615c8491ad tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198242 Sep 06 14:38:43.144612 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 53078) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:38:43.150032 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Request body: {'floatingip': {'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:38:43.175497 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for floatingip, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:43.308670 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:43.430955 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Allocated IP 172.27.0.204 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/a17b63f6-7fe9-4e35-8a3c-2eb6feafb530) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:38:43.535257 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:43.574248 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:43.613323 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:38:43.617162 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:38:43.620622 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:38:43.648398 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event updated for resources: {'Port': ['ID=a17b63f6-7fe9-4e35-8a3c-2eb6feafb530,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:43.713658 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04b42d-dd09-4b86-88eb-4986b725d0ef req-9144b687-84ab-46d5-98e5-7bece0d80524 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:43.715244 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f04b42d-dd09-4b86-88eb-4986b725d0ef req-9144b687-84ab-46d5-98e5-7bece0d80524 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 944 time: 0.0506518 Sep 06 14:38:43.721252 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:43.760018 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f04b42d-dd09-4b86-88eb-4986b725d0ef req-8930a766-e2ad-4326-84b0-effad315bc3c tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319474 Sep 06 14:38:43.761490 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:43.915151 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:43.919710 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:43.991428 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event updated for resources: {'Port': ['ID=a17b63f6-7fe9-4e35-8a3c-2eb6feafb530,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:43.999279 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:44.013326 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:44.014615 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-313c4149-f8b4-4e8c-a7a5-500fffe14634 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8685277 Sep 06 14:38:44.205103 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-2d6e8376-5c23-4cec-851d-aa4bb5fd9a08 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1061511822&fields=id&tenant_id=2b71c96e485443ba9b7f50edbda420c2 HTTP/1.1" status: 200 len: 267 time: 0.0344291 Sep 06 14:38:44.318522 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-69f40fe8-2d20-418d-a082-3b6dce075fd2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:44.320015 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-69f40fe8-2d20-418d-a082-3b6dce075fd2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/networks?id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 200 len: 817 time: 0.1071737 Sep 06 14:38:44.335357 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-012c89f0-7b1a-45e5-9e1b-ee3e473dccc4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/quotas/2b71c96e485443ba9b7f50edbda420c2 HTTP/1.1" status: 200 len: 375 time: 0.0097115 Sep 06 14:38:44.389882 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-551b1b6f-3cb4-4be6-9afa-7322ce8b5800 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b71c96e485443ba9b7f50edbda420c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489731 Sep 06 14:38:44.446917 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:38:44.493844 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:38:44.494140 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:44.535233 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-f3935b9f-f9d7-4397-b806-cacc8e8135f7 service neutron] 10.222.0.53 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332653 Sep 06 14:38:44.577227 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:44.599389 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:38:44.601730 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b21739-8336-4103-bce6-19dc67d98aba" -d '{"events": [{"server_uuid": "38c94205-bd6c-45ce-97c0-34e64b8a8b4f", "name": "network-vif-plugged", "status": "completed", "tag": "bcb902c2-2cec-4bff-ab7c-15d844c1cbf9"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:38:44.615213 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,segment=NetworkSegment(918f975e-75a9-49c0-8710-8ab94b27aa81),segment_id=918f975e-75a9-49c0-8710-8ab94b27aa81)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:38:44.619521 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:44.636217 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-6afad6f6-0a08-4f1f-bf6e-fbe35ab4b943 service neutron] 10.222.0.53 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943260 Sep 06 14:38:44.644626 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0f9728-ab95-4ed6-8071-d35d4fc8002a x-openstack-request-id: req-8f0f9728-ab95-4ed6-8071-d35d4fc8002a {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:38:44.644919 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c94205-bd6c-45ce-97c0-34e64b8a8b4f", "name": "network-vif-plugged", "status": "completed", "tag": "bcb902c2-2cec-4bff-ab7c-15d844c1cbf9", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:38:44.645236 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f0f9728-ab95-4ed6-8071-d35d4fc8002a {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:38:44.645729 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9', 'code': 200} Sep 06 14:38:44.672910 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,revision_number=8']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:44.831356 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-73e158f2-abfd-42e0-9536-04ecec6ddcd7 req-af615e2f-e23d-4607-840b-360e80243f70 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 210 time: 0.0414431 Sep 06 14:38:44.918337 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda64393-9f8a-47f9-914d-effa164c7179 req-d06963e7-28f9-440b-891d-6f54f71f1c11 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:44.919864 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dda64393-9f8a-47f9-914d-effa164c7179 req-d06963e7-28f9-440b-891d-6f54f71f1c11 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0867920 Sep 06 14:38:44.926197 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550abf55-1446-4552-96fb-f984cced89bd req-f164df90-88b8-4b9d-b9cf-650afe08f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:44.928400 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-550abf55-1446-4552-96fb-f984cced89bd req-f164df90-88b8-4b9d-b9cf-650afe08f081 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 1098 time: 0.0649040 Sep 06 14:38:44.985079 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dda64393-9f8a-47f9-914d-effa164c7179 req-3861b37a-6aff-4105-bfcd-7597b2a2dd58 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557091 Sep 06 14:38:44.987029 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-550abf55-1446-4552-96fb-f984cced89bd req-b3167ae7-b618-4aa3-964e-578912b53db4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513883 Sep 06 14:38:45.920580 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-defa4bf6-3754-420e-8c32-3a18f1aa9173 req-f6d8f7a5-08c6-4a2e-adfc-85e25bfb7829 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 210 time: 0.0290134 Sep 06 14:38:45.949310 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-b7041c52-bc4d-4a9f-a74c-d35f24af53f9 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:45.950805 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-b7041c52-bc4d-4a9f-a74c-d35f24af53f9 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.22 "GET /v2.0/networks?id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 200 len: 817 time: 0.1135931 Sep 06 14:38:45.998047 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-7daa7218-968f-4c6c-af1b-b055d1f18ee2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b71c96e485443ba9b7f50edbda420c2 HTTP/1.1" status: 200 len: 380 time: 0.0362864 Sep 06 14:38:46.014469 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-432691de-2ba4-4ffe-926c-f3747b019b4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Request body: {'port': {'device_id': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'admin_state_up': True, 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'security_groups': ['a3548a4d-2e2a-4acb-b73f-8cd69e001796']}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:38:46.154174 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5dfef-8b67-40e2-8462-7263fa0b92f1 req-595ee09d-9d71-436b-b08e-12d352f0c1b3 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:46.155680 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-05b5dfef-8b67-40e2-8462-7263fa0b92f1 req-595ee09d-9d71-436b-b08e-12d352f0c1b3 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0822809 Sep 06 14:38:46.170495 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-432691de-2ba4-4ffe-926c-f3747b019b4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Made reservation on behalf of 2b71c96e485443ba9b7f50edbda420c2 for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:38:46.173866 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-432691de-2ba4-4ffe-926c-f3747b019b4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:46.217669 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-05b5dfef-8b67-40e2-8462-7263fa0b92f1 req-350ea91e-515c-4d89-91a3-e892b8d0d133 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550935 Sep 06 14:38:46.343661 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-432691de-2ba4-4ffe-926c-f3747b019b4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Allocated IP 172.20.0.13 (1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5/be400bbf-0c01-4e2c-9828-7b5bdb047a6b/c32f39d6-8759-4b1d-8c5b-e3ec39068087) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:38:46.492998 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-432691de-2ba4-4ffe-926c-f3747b019b4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:46.506595 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-432691de-2ba4-4ffe-926c-f3747b019b4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Transition to ACTIVE for port object c32f39d6-8759-4b1d-8c5b-e3ec39068087 will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:38:46.540357 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-432691de-2ba4-4ffe-926c-f3747b019b4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:46.583108 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-432691de-2ba4-4ffe-926c-f3747b019b4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:38:46.586777 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-432691de-2ba4-4ffe-926c-f3747b019b4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:38:46.590759 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-432691de-2ba4-4ffe-926c-f3747b019b4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:38:46.600010 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432691de-2ba4-4ffe-926c-f3747b019b4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event updated for resources: {'Port': ['ID=c32f39d6-8759-4b1d-8c5b-e3ec39068087,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:46.651016 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-432691de-2ba4-4ffe-926c-f3747b019b4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:46.651640 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-432691de-2ba4-4ffe-926c-f3747b019b4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:46.667722 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-432691de-2ba4-4ffe-926c-f3747b019b4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6573431 Sep 06 14:38:46.681074 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Request body: {'port': {'device_id': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:38:46.738137 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:46.841905 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-acca90f1-4601-4245-aecb-b12b884778e0 None None] Provisioning for port c32f39d6-8759-4b1d-8c5b-e3ec39068087 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:38:46.845747 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-acca90f1-4601-4245-aecb-b12b884778e0 None None] Provisioning complete for port c32f39d6-8759-4b1d-8c5b-e3ec39068087 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:38:46.846221 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-acca90f1-4601-4245-aecb-b12b884778e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:46.883969 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-acca90f1-4601-4245-aecb-b12b884778e0 None None] Port c32f39d6-8759-4b1d-8c5b-e3ec39068087 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:38:47.007302 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32f39d6-8759-4b1d-8c5b-e3ec39068087 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:38:47.014956 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:47.027074 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Transition to ACTIVE for port object c32f39d6-8759-4b1d-8c5b-e3ec39068087 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:38:47.030812 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:47.044009 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544ac93-1817-42a7-9c4f-26579fddf04e req-8aed4d1c-4c12-4f13-aabb-db1698c6e9ed tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:47.045510 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b544ac93-1817-42a7-9c4f-26579fddf04e req-8aed4d1c-4c12-4f13-aabb-db1698c6e9ed tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 932 time: 0.0496991 Sep 06 14:38:47.085236 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b544ac93-1817-42a7-9c4f-26579fddf04e req-ef3883e6-e537-48f2-9a12-6ba637597d5a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334635 Sep 06 14:38:47.101561 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Pushing event updated for resources: {'Port': ['ID=c32f39d6-8759-4b1d-8c5b-e3ec39068087,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:47.161382 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Attempting to bind port c32f39d6-8759-4b1d-8c5b-e3ec39068087 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:38:47.162390 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Attempting to bind port c32f39d6-8759-4b1d-8c5b-e3ec39068087 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:38:47.162642 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Attempting to bind port c32f39d6-8759-4b1d-8c5b-e3ec39068087 on network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:38:47.167279 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Port c32f39d6-8759-4b1d-8c5b-e3ec39068087 on network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:38:47.167608 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Attempting to bind port c32f39d6-8759-4b1d-8c5b-e3ec39068087 on network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:38:47.172739 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:38:47.172942 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Checking segment: {'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:38:47.173325 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Bound using segment: {'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:38:47.173760 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Bound port: c32f39d6-8759-4b1d-8c5b-e3ec39068087, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:38:47.174147 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:47.246711 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] For port c32f39d6-8759-4b1d-8c5b-e3ec39068087, host hv-cinder-79128, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:38:47.249954 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] For port c32f39d6-8759-4b1d-8c5b-e3ec39068087, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:38:47.256766 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:47.292819 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:47.293440 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:47.295058 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] 10.222.0.22 "PUT /v2.0/ports/c32f39d6-8759-4b1d-8c5b-e3ec39068087 HTTP/1.1" status: 200 len: 1094 time: 0.6184745 Sep 06 14:38:47.295529 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'tag': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:38:47.297717 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9463e911-12c2-4a5f-a3a6-d88bf47860fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb6a40a-3602-4efb-ba29-77e8f55ef851", "tag": "c32f39d6-8759-4b1d-8c5b-e3ec39068087"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:38:47.348851 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6fcdb-35f0-4c95-bcca-f2800d08c768 service neutron] Pushing event updated for resources: {'Port': ['ID=c32f39d6-8759-4b1d-8c5b-e3ec39068087,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:47.382253 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2845b48-2bfe-437d-a127-abe3d6468ebe x-openstack-request-id: req-f2845b48-2bfe-437d-a127-abe3d6468ebe {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:38:47.382541 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb6a40a-3602-4efb-ba29-77e8f55ef851", "tag": "c32f39d6-8759-4b1d-8c5b-e3ec39068087", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:38:47.382790 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2845b48-2bfe-437d-a127-abe3d6468ebe {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:38:47.383191 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'tag': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087', 'status': 'completed', 'code': 200} Sep 06 14:38:47.400045 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa4aee-7af5-4a85-ad11-aa68982cdab3 req-44a04bc9-9b7e-49fc-8ca3-bb705be48d0e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:47.401692 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-63aa4aee-7af5-4a85-ad11-aa68982cdab3 req-44a04bc9-9b7e-49fc-8ca3-bb705be48d0e tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.1127911 Sep 06 14:38:47.427864 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-858144bc-1069-4aa0-bdab-726a374cc8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:47.429380 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-858144bc-1069-4aa0-bdab-726a374cc8e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b71c96e485443ba9b7f50edbda420c2&device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 1097 time: 0.0765617 Sep 06 14:38:47.486063 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-63aa4aee-7af5-4a85-ad11-aa68982cdab3 req-098403ca-e8f2-46c6-9d24-89b9cbbed8ff tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773690 Sep 06 14:38:47.487525 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-d4c00f4e-bc0a-4271-abf7-b7f95b319996 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087 HTTP/1.1" status: 200 len: 217 time: 0.0498981 Sep 06 14:38:47.541448 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-04c6658b-8fa9-4f8e-9bd4-14c00a68521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:47.542889 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-04c6658b-8fa9-4f8e-9bd4-14c00a68521e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=be400bbf-0c01-4e2c-9828-7b5bdb047a6b HTTP/1.1" status: 200 len: 856 time: 0.0485141 Sep 06 14:38:47.589686 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-a0940a2f-4f32-4a10-a498-6a76b0c127c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:47.591248 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-a0940a2f-4f32-4a10-a498-6a76b0c127c8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414701 Sep 06 14:38:47.683988 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-b9204017-4150-4a8d-a218-a82552426659 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853021 Sep 06 14:38:47.777476 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cdf91bb1-f7fc-4498-b645-2947394fc8e7 req-73ef037a-d537-4726-b181-5587290168d3 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854528 Sep 06 14:38:47.873897 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463e911-12c2-4a5f-a3a6-d88bf47860fe req-2e5fdd52-9fc2-457f-897f-61035303a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:47.875450 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9463e911-12c2-4a5f-a3a6-d88bf47860fe req-2e5fdd52-9fc2-457f-897f-61035303a1e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b71c96e485443ba9b7f50edbda420c2&device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 1097 time: 0.0409729 Sep 06 14:38:47.963478 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463e911-12c2-4a5f-a3a6-d88bf47860fe req-6c85e313-09f2-48d3-8047-e49411f757cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:47.964977 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9463e911-12c2-4a5f-a3a6-d88bf47860fe req-6c85e313-09f2-48d3-8047-e49411f757cc service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 200 len: 918 time: 0.0825086 Sep 06 14:38:48.011565 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9463e911-12c2-4a5f-a3a6-d88bf47860fe req-a9c0a111-5589-403f-a575-14778cf7ddd7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087 HTTP/1.1" status: 200 len: 217 time: 0.0390720 Sep 06 14:38:48.062312 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463e911-12c2-4a5f-a3a6-d88bf47860fe req-419c9ec3-0268-454c-82e1-e656d9427991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:48.063746 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9463e911-12c2-4a5f-a3a6-d88bf47860fe req-419c9ec3-0268-454c-82e1-e656d9427991 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=be400bbf-0c01-4e2c-9828-7b5bdb047a6b HTTP/1.1" status: 200 len: 856 time: 0.0452414 Sep 06 14:38:48.108636 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463e911-12c2-4a5f-a3a6-d88bf47860fe req-84f82494-148f-4188-bf89-d821c7c2f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:48.110118 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9463e911-12c2-4a5f-a3a6-d88bf47860fe req-84f82494-148f-4188-bf89-d821c7c2f833 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391965 Sep 06 14:38:48.204692 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9463e911-12c2-4a5f-a3a6-d88bf47860fe req-2229edad-f9fa-4061-ab34-a969702922e6 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875461 Sep 06 14:38:48.215072 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25abe09-d6cd-4f50-a149-84f05ff58b78 req-b9e52707-1555-4ee6-8ba9-8ed0d5044721 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:48.216576 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d25abe09-d6cd-4f50-a149-84f05ff58b78 req-b9e52707-1555-4ee6-8ba9-8ed0d5044721 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0498145 Sep 06 14:38:48.254347 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d25abe09-d6cd-4f50-a149-84f05ff58b78 req-ced7e2a4-a24b-4518-b876-b26c1039c8c0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318117 Sep 06 14:38:48.295550 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9463e911-12c2-4a5f-a3a6-d88bf47860fe req-bab5193b-7c0c-4168-8ce4-85b7a78e0360 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832002 Sep 06 14:38:49.381154 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40453c-1dfa-4d2e-b7a0-eca7441ad0ef req-b20cebf3-4ff3-477d-b91f-0f7a0f0dccb2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:49.382815 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9f40453c-1dfa-4d2e-b7a0-eca7441ad0ef req-b20cebf3-4ff3-477d-b91f-0f7a0f0dccb2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0555990 Sep 06 14:38:49.420424 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9f40453c-1dfa-4d2e-b7a0-eca7441ad0ef req-15adb229-771d-412e-a139-1d971edb5131 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316098 Sep 06 14:38:50.470475 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device c32f39d6-8759-4b1d-8c5b-e3ec39068087 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:38:50.548845 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54907c-e0b2-4783-a26a-41dbc76ce7c1 req-43fd9ebb-f925-4f40-92a6-309dc2099ac7 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:50.550550 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6e54907c-e0b2-4783-a26a-41dbc76ce7c1 req-43fd9ebb-f925-4f40-92a6-309dc2099ac7 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0571277 Sep 06 14:38:50.580147 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port c32f39d6-8759-4b1d-8c5b-e3ec39068087, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:38:50.591944 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6e54907c-e0b2-4783-a26a-41dbc76ce7c1 req-c1230a47-28f7-4232-a8ab-f4883bb1bae4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347576 Sep 06 14:38:50.594316 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'port_id': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087', 'mac_address': 'fa:16:3e:be:ac:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:38:50.645111 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:50.659038 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32f39d6-8759-4b1d-8c5b-e3ec39068087 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:38:50.681554 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port c32f39d6-8759-4b1d-8c5b-e3ec39068087, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:38:50.685564 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:50.734268 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=c32f39d6-8759-4b1d-8c5b-e3ec39068087,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:51.039464 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['c32f39d6-8759-4b1d-8c5b-e3ec39068087'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:38:51.713793 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2755d39-c6a8-46c5-8586-d3596a4e4b55 req-1d7ec52f-fdf0-4ece-97ed-b330f496940a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:51.715310 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e2755d39-c6a8-46c5-8586-d3596a4e4b55 req-1d7ec52f-fdf0-4ece-97ed-b330f496940a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 945 time: 0.0493460 Sep 06 14:38:51.753551 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e2755d39-c6a8-46c5-8586-d3596a4e4b55 req-43cd2d43-adc3-41e3-9c6b-8f83c627bdd0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324006 Sep 06 14:38:52.470955 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device c32f39d6-8759-4b1d-8c5b-e3ec39068087 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:38:52.518934 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port c32f39d6-8759-4b1d-8c5b-e3ec39068087 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:38:52.522612 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port c32f39d6-8759-4b1d-8c5b-e3ec39068087 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:38:52.522983 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:52.597001 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:52.620461 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:38:52.622740 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2f4bf8-3215-43bf-bcc0-a88a8a748785" -d '{"events": [{"server_uuid": "6bb6a40a-3602-4efb-ba29-77e8f55ef851", "name": "network-vif-plugged", "status": "completed", "tag": "c32f39d6-8759-4b1d-8c5b-e3ec39068087"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:38:52.638012 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port c32f39d6-8759-4b1d-8c5b-e3ec39068087, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:38:52.642474 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:52.666264 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b76242-d447-4337-9a39-4d4ee2dfb325 x-openstack-request-id: req-b5b76242-d447-4337-9a39-4d4ee2dfb325 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:38:52.666541 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb6a40a-3602-4efb-ba29-77e8f55ef851", "name": "network-vif-plugged", "status": "completed", "tag": "c32f39d6-8759-4b1d-8c5b-e3ec39068087", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:38:52.666789 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5b76242-d447-4337-9a39-4d4ee2dfb325 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:38:52.667174 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087', 'code': 200} Sep 06 14:38:52.692683 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=c32f39d6-8759-4b1d-8c5b-e3ec39068087,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:38:52.822429 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb33a74-f519-49e5-8e59-dc7aef918da0 req-d4c06d13-d22a-407b-8115-0b1b811e5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:52.824149 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1eb33a74-f519-49e5-8e59-dc7aef918da0 req-d4c06d13-d22a-407b-8115-0b1b811e5bf5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 1099 time: 0.0407143 Sep 06 14:38:52.889000 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1eb33a74-f519-49e5-8e59-dc7aef918da0 req-a8c31c67-4349-416c-b879-ad1c4ba32789 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534229 Sep 06 14:38:52.900585 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bc1a7-1912-49fc-8760-301e278ae117 req-a16ec25b-3c31-4489-96e6-f13f6ea4fe9c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:52.902070 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-463bc1a7-1912-49fc-8760-301e278ae117 req-a16ec25b-3c31-4489-96e6-f13f6ea4fe9c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0757334 Sep 06 14:38:52.940960 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-463bc1a7-1912-49fc-8760-301e278ae117 req-de8276ff-3807-4ca7-a841-8bf210523149 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329189 Sep 06 14:38:54.060945 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57d32a-e853-4dac-8ae6-f25fc283bfaf req-3c795522-ff34-4052-ae67-dbb559c17d98 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:54.062444 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8c57d32a-e853-4dac-8ae6-f25fc283bfaf req-3c795522-ff34-4052-ae67-dbb559c17d98 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0488987 Sep 06 14:38:54.099342 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8c57d32a-e853-4dac-8ae6-f25fc283bfaf req-1060789f-fb53-4d3c-85cf-fa863f790ef1 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305798 Sep 06 14:38:55.218913 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23132c5d-6e08-473b-986b-40241bb69185 req-06273569-da94-4b79-a028-a2f8ca6f15be tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:55.220439 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-23132c5d-6e08-473b-986b-40241bb69185 req-06273569-da94-4b79-a028-a2f8ca6f15be tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0498168 Sep 06 14:38:55.261442 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-23132c5d-6e08-473b-986b-40241bb69185 req-88edc36e-033d-42d2-b7fd-ed1fdc4af3c8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345528 Sep 06 14:38:55.378116 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b114e9-2cd5-41d4-b0dd-70672a702737 req-3babc745-8194-41d3-9530-36deda49b59b tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:55.379641 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59b114e9-2cd5-41d4-b0dd-70672a702737 req-3babc745-8194-41d3-9530-36deda49b59b tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0516202 Sep 06 14:38:55.388457 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 53152) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:38:55.393133 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-3b5912bf-ffe5-46e8-b72c-cab142c538b4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Request body: {'floatingip': {'port_id': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:38:55.434853 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3b5912bf-ffe5-46e8-b72c-cab142c538b4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for floatingip, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:55.842416 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3b5912bf-ffe5-46e8-b72c-cab142c538b4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:55.846193 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3b5912bf-ffe5-46e8-b72c-cab142c538b4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:55.946361 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-3b5912bf-ffe5-46e8-b72c-cab142c538b4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Floating IP 9deb53e0-d7ab-419b-99bb-b3d6f9315fde associated. External IP: 172.27.0.204, port: c32f39d6-8759-4b1d-8c5b-e3ec39068087. Sep 06 14:38:56.147177 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5912bf-ffe5-46e8-b72c-cab142c538b4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Router e7031ec3-3444-4662-86a2-b49c8846e27f has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:38:56.252227 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5912bf-ffe5-46e8-b72c-cab142c538b4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:38:56.257749 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3b5912bf-ffe5-46e8-b72c-cab142c538b4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:56.263728 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd338e3-7326-4e41-8b03-9785d4a1d91d None None] Sync routers for ids ['e7031ec3-3444-4662-86a2-b49c8846e27f'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:38:56.274348 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd338e3-7326-4e41-8b03-9785d4a1d91d None None] Routers {'e7031ec3-3444-4662-86a2-b49c8846e27f'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:38:56.274978 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-fcd338e3-7326-4e41-8b03-9785d4a1d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:38:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['e7031ec3-3444-4662-86a2-b49c8846e27f'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:38:56.284285 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3b5912bf-ffe5-46e8-b72c-cab142c538b4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "PUT /v2.0/floatingips/9deb53e0-d7ab-419b-99bb-b3d6f9315fde HTTP/1.1" status: 200 len: 992 time: 0.8947499 Sep 06 14:38:56.284967 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'tag': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:38:56.287345 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ff05d6-4d0f-4f79-b859-183a5018b535" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb6a40a-3602-4efb-ba29-77e8f55ef851", "tag": "c32f39d6-8759-4b1d-8c5b-e3ec39068087"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:38:56.395393 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feef12d6-1fa0-48d3-b5fe-79b20133b394 x-openstack-request-id: req-feef12d6-1fa0-48d3-b5fe-79b20133b394 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:38:56.396558 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb6a40a-3602-4efb-ba29-77e8f55ef851", "tag": "c32f39d6-8759-4b1d-8c5b-e3ec39068087", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:38:56.396765 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-feef12d6-1fa0-48d3-b5fe-79b20133b394 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:38:56.397410 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'tag': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087', 'status': 'completed', 'code': 200} Sep 06 14:38:56.456726 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff05d6-4d0f-4f79-b859-183a5018b535 req-1a9f377d-ff1b-4db0-8bcc-be41b4becfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:56.458301 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c4ff05d6-4d0f-4f79-b859-183a5018b535 req-1a9f377d-ff1b-4db0-8bcc-be41b4becfca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b71c96e485443ba9b7f50edbda420c2&device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 1099 time: 0.0415008 Sep 06 14:38:56.499899 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-fcd338e3-7326-4e41-8b03-9785d4a1d91d None None] Set router e7031ec3-3444-4662-86a2-b49c8846e27f gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:38:56.550773 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff05d6-4d0f-4f79-b859-183a5018b535 req-84b4cdbb-c5d6-4b03-a5ce-a8cf2165acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:56.553192 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c4ff05d6-4d0f-4f79-b859-183a5018b535 req-84b4cdbb-c5d6-4b03-a5ce-a8cf2165acae service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 200 len: 918 time: 0.0880048 Sep 06 14:38:56.629257 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c4ff05d6-4d0f-4f79-b859-183a5018b535 req-5fa4fad2-832a-414e-9f0c-0d1df668f653 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087 HTTP/1.1" status: 200 len: 1000 time: 0.0593948 Sep 06 14:38:56.681586 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff05d6-4d0f-4f79-b859-183a5018b535 req-46e7cd95-506a-48b5-af35-5f99a471309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:56.683104 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c4ff05d6-4d0f-4f79-b859-183a5018b535 req-46e7cd95-506a-48b5-af35-5f99a471309e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=be400bbf-0c01-4e2c-9828-7b5bdb047a6b HTTP/1.1" status: 200 len: 856 time: 0.0470297 Sep 06 14:38:56.721441 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-fcd338e3-7326-4e41-8b03-9785d4a1d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': '9deb53e0-d7ab-419b-99bb-b3d6f9315fde', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'port_id': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'mac_address': 'fa:16:3e:be:ac:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:38:43Z', 'updated_at': '2021-09-06T14:38:55Z', 'revision_number': 1, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:57Z', 'revision_number': 5, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:38:56.729378 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff05d6-4d0f-4f79-b859-183a5018b535 req-b130b218-7cbd-4e05-ad09-c18d3d1f96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:38:56.730908 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c4ff05d6-4d0f-4f79-b859-183a5018b535 req-b130b218-7cbd-4e05-ad09-c18d3d1f96c6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392776 Sep 06 14:38:56.752392 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd338e3-7326-4e41-8b03-9785d4a1d91d None None] Checking router: e7031ec3-3444-4662-86a2-b49c8846e27f for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:38:56.761512 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd338e3-7326-4e41-8b03-9785d4a1d91d None None] Routers {'e7031ec3-3444-4662-86a2-b49c8846e27f'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:38:56.762141 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-fcd338e3-7326-4e41-8b03-9785d4a1d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:38:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['e7031ec3-3444-4662-86a2-b49c8846e27f'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:38:56.821539 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c4ff05d6-4d0f-4f79-b859-183a5018b535 req-f6d0eaf2-522a-49c3-ba7d-7fe846c1a068 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833175 Sep 06 14:38:56.866766 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-fcd338e3-7326-4e41-8b03-9785d4a1d91d None None] Set router e7031ec3-3444-4662-86a2-b49c8846e27f gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:38:56.919054 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c4ff05d6-4d0f-4f79-b859-183a5018b535 req-4d408499-dbe1-419d-b599-96c4a83e1ebe service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893805 Sep 06 14:38:57.089966 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-fcd338e3-7326-4e41-8b03-9785d4a1d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': '9deb53e0-d7ab-419b-99bb-b3d6f9315fde', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'port_id': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'mac_address': 'fa:16:3e:be:ac:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:38:43Z', 'updated_at': '2021-09-06T14:38:55Z', 'revision_number': 1, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:57Z', 'revision_number': 5, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:38:57.116545 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd338e3-7326-4e41-8b03-9785d4a1d91d None None] The sync data for ids ['e7031ec3-3444-4662-86a2-b49c8846e27f'] in dv-cinder-791281-8-iscsi is: [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': '9deb53e0-d7ab-419b-99bb-b3d6f9315fde', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'port_id': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'mac_address': 'fa:16:3e:be:ac:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:38:43Z', 'updated_at': '2021-09-06T14:38:55Z', 'revision_number': 1, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:57Z', 'revision_number': 5, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:38:57.292371 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02079e8e-40f6-408c-8b59-031a605f18ad None None] New status for floating IP 9deb53e0-d7ab-419b-99bb-b3d6f9315fde: ACTIVE {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:39:04.572763 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d7d9755c-21a3-41f1-96f6-68d7fcedd22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:07.436358 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bae77a60-32fe-4428-9d9f-5de37916314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:07.602201 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:08.909763 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:10.412348 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:11.410350 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:15.627303 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:39:34.532636 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-55a4c742-c895-4985-bb8d-4f62a9811990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:37.437852 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8652951a-3f3f-46ef-8f6a-95fe46eee959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:37.603660 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:37.664454 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffafda0-55e9-4f1b-96e0-af0a31d973ec req-4fc677c8-700b-40ab-953a-ca19e6c82749 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:37.665960 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0ffafda0-55e9-4f1b-96e0-af0a31d973ec req-4fc677c8-700b-40ab-953a-ca19e6c82749 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0504053 Sep 06 14:39:37.704140 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0ffafda0-55e9-4f1b-96e0-af0a31d973ec req-8e1d7152-10b9-47a9-a6ee-c67d33bd4e9e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321574 Sep 06 14:39:38.826354 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84748467-e82c-4e9c-9e0b-3bf63f0c3c91 req-9b0befde-96a6-4067-8294-b9864f1ba9f6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:38.827857 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-84748467-e82c-4e9c-9e0b-3bf63f0c3c91 req-9b0befde-96a6-4067-8294-b9864f1ba9f6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0532651 Sep 06 14:39:38.866475 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-84748467-e82c-4e9c-9e0b-3bf63f0c3c91 req-c0710bec-440c-4687-8c42-1f5cc7ff19ea tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f2f018-b1ed-4b90-8445-c96825a15201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325575 Sep 06 14:39:38.912156 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:39.026270 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d2e3f-3e11-4ee5-8e1a-2034dee6f47e req-9c4a3eed-4e64-47fe-93eb-1fc4a9fde9d3 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:39.027752 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-280d2e3f-3e11-4ee5-8e1a-2034dee6f47e req-9c4a3eed-4e64-47fe-93eb-1fc4a9fde9d3 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 945 time: 0.0492444 Sep 06 14:39:39.126749 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-280d2e3f-3e11-4ee5-8e1a-2034dee6f47e req-a508b3c9-9dff-4ca6-8c6c-b49828cbadc6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Deleting port 951c2b42-640a-4b4d-b301-b3df1570486b {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:39:39.127128 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-280d2e3f-3e11-4ee5-8e1a-2034dee6f47e req-a508b3c9-9dff-4ca6-8c6c-b49828cbadc6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:39.217107 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-280d2e3f-3e11-4ee5-8e1a-2034dee6f47e req-a508b3c9-9dff-4ca6-8c6c-b49828cbadc6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] For port 951c2b42-640a-4b4d-b301-b3df1570486b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=951c2b42-640a-4b4d-b301-b3df1570486b,segment=NetworkSegment(ddf58939-5e3e-405b-adbe-468927aa8d56),segment_id=ddf58939-5e3e-405b-adbe-468927aa8d56)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:39.217482 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-280d2e3f-3e11-4ee5-8e1a-2034dee6f47e req-a508b3c9-9dff-4ca6-8c6c-b49828cbadc6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:39.394567 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-280d2e3f-3e11-4ee5-8e1a-2034dee6f47e req-a508b3c9-9dff-4ca6-8c6c-b49828cbadc6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:39.394963 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-280d2e3f-3e11-4ee5-8e1a-2034dee6f47e req-a508b3c9-9dff-4ca6-8c6c-b49828cbadc6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:39.395275 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.l3_db [req-280d2e3f-3e11-4ee5-8e1a-2034dee6f47e req-a508b3c9-9dff-4ca6-8c6c-b49828cbadc6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Floating IP ce6073e3-99b2-46ab-bbf2-1bf51feac509 disassociated. External IP: 172.27.0.167, port: 951c2b42-640a-4b4d-b301-b3df1570486b. Sep 06 14:39:39.395614 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-280d2e3f-3e11-4ee5-8e1a-2034dee6f47e req-a508b3c9-9dff-4ca6-8c6c-b49828cbadc6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Calling delete_port for 951c2b42-640a-4b4d-b301-b3df1570486b owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:39:39.766997 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-280d2e3f-3e11-4ee5-8e1a-2034dee6f47e req-a508b3c9-9dff-4ca6-8c6c-b49828cbadc6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:39.798183 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508b3c9-9dff-4ca6-8c6c-b49828cbadc6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event deleted for resources: {'Port': ['ID=951c2b42-640a-4b4d-b301-b3df1570486b,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:39.910270 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-280d2e3f-3e11-4ee5-8e1a-2034dee6f47e req-a508b3c9-9dff-4ca6-8c6c-b49828cbadc6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:39:39.960462 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e62bed75-78b7-4eab-ae7b-c7313f45bc6c req-95af555d-a47a-445f-94da-11edc2abb02b tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca9d87f-94a3-451a-b2e2-139bbf04dcbe HTTP/1.1" status: 200 len: 210 time: 0.0282166 Sep 06 14:39:40.017711 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-280d2e3f-3e11-4ee5-8e1a-2034dee6f47e req-a508b3c9-9dff-4ca6-8c6c-b49828cbadc6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:39:40.028523 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97704fa0-bf3b-4591-88df-54b713e8fc13 None None] Sync routers for ids ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:39:40.039063 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97704fa0-bf3b-4591-88df-54b713e8fc13 None None] Routers {'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:39:40.039689 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-97704fa0-bf3b-4591-88df-54b713e8fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:39:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:40.059161 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-280d2e3f-3e11-4ee5-8e1a-2034dee6f47e req-a508b3c9-9dff-4ca6-8c6c-b49828cbadc6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] No DVR routers for this DVR port 951c2b42-640a-4b4d-b301-b3df1570486b on host hv-cinder-79128 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:39:40.061747 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-280d2e3f-3e11-4ee5-8e1a-2034dee6f47e req-a508b3c9-9dff-4ca6-8c6c-b49828cbadc6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:40.063774 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-280d2e3f-3e11-4ee5-8e1a-2034dee6f47e req-a508b3c9-9dff-4ca6-8c6c-b49828cbadc6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.22 "DELETE /v2.0/ports/951c2b42-640a-4b4d-b301-b3df1570486b HTTP/1.1" status: 204 len: 173 time: 1.0286865 Sep 06 14:39:40.064213 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca9d87f-94a3-451a-b2e2-139bbf04dcbe', 'name': 'network-vif-deleted', 'tag': '951c2b42-640a-4b4d-b301-b3df1570486b'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:39:40.067051 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3d6e91-023e-49b0-ad40-4d7f0b47dab8" -d '{"events": [{"server_uuid": "bca9d87f-94a3-451a-b2e2-139bbf04dcbe", "name": "network-vif-deleted", "tag": "951c2b42-640a-4b4d-b301-b3df1570486b"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:39:40.104315 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71471177-e41f-4252-814a-bdbb8e58b1ed x-openstack-request-id: req-71471177-e41f-4252-814a-bdbb8e58b1ed {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:39:40.104583 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca9d87f-94a3-451a-b2e2-139bbf04dcbe", "name": "network-vif-deleted", "tag": "951c2b42-640a-4b4d-b301-b3df1570486b", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:39:40.104833 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71471177-e41f-4252-814a-bdbb8e58b1ed {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:39:40.105234 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca9d87f-94a3-451a-b2e2-139bbf04dcbe', 'name': 'network-vif-deleted', 'tag': '951c2b42-640a-4b4d-b301-b3df1570486b', 'status': 'completed', 'code': 200} Sep 06 14:39:40.153591 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-97704fa0-bf3b-4591-88df-54b713e8fc13 None None] Set router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:39:40.368491 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-97704fa0-bf3b-4591-88df-54b713e8fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:32:04Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'e517322a-e8a1-492e-8b86-b38a95adbec2', 'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'mac_address': 'fa:16:3e:98:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:58Z', 'updated_at': '2021-09-06T14:32:14Z', 'revision_number': 5, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'subnets': [{'id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:40.398331 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97704fa0-bf3b-4591-88df-54b713e8fc13 None None] Checking router: b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:39:40.416282 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97704fa0-bf3b-4591-88df-54b713e8fc13 None None] Routers {'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:39:40.416906 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-97704fa0-bf3b-4591-88df-54b713e8fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:39:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:40.420028 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:40.525359 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-97704fa0-bf3b-4591-88df-54b713e8fc13 None None] Set router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:39:40.850332 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-97704fa0-bf3b-4591-88df-54b713e8fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:32:04Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'e517322a-e8a1-492e-8b86-b38a95adbec2', 'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'mac_address': 'fa:16:3e:98:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:58Z', 'updated_at': '2021-09-06T14:32:14Z', 'revision_number': 5, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'subnets': [{'id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:40.875560 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97704fa0-bf3b-4591-88df-54b713e8fc13 None None] The sync data for ids ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'] in dv-cinder-791281-8-iscsi is: [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:32:04Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'e517322a-e8a1-492e-8b86-b38a95adbec2', 'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'mac_address': 'fa:16:3e:98:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:58Z', 'updated_at': '2021-09-06T14:32:14Z', 'revision_number': 5, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'subnets': [{'id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:39:41.047961 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 53288) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:41.090497 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf9ad7-76a9-4697-a9ed-4ebbbe58abeb None None] New status for floating IP ce6073e3-99b2-46ab-bbf2-1bf51feac509: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:39:41.105658 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.130209 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.181469 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.184143 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.187431 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "DELETE /v2.0/security-groups/75f2f018-b1ed-4b90-8445-c96825a15201 HTTP/1.1" status: 204 len: 168 time: 0.1363862 Sep 06 14:39:41.188371 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 53292) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:41.197872 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f2f018-b1ed-4b90-8445-c96825a15201,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:41.203503 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.api.v2.resource [None req-9dff35fb-1ceb-4e0b-ac43-48a5c2e4a20f tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] show failed (client error): The resource could not be found. Sep 06 14:39:41.205306 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:41.205805 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:41.206292 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:41.206642 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:41.206984 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:41.207324 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:41.207659 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:41.207785 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-9dff35fb-1ceb-4e0b-ac43-48a5c2e4a20f tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups/75f2f018-b1ed-4b90-8445-c96825a15201 HTTP/1.1" status: 404 len: 347 time: 0.0178821 Sep 06 14:39:41.208120 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:41.208365 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 53294) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:41.208701 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:41.209042 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:41.209375 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:41.209704 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7fe883-b321-45a7-9768-810dc2d90bf4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:41.341264 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-fd37220e-fdb5-436d-9bbd-219c77b892fa tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Deleting port 07db5cf3-0fe8-4cb3-b0f6-49dd9f92ae64 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:39:41.341609 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd37220e-fdb5-436d-9bbd-219c77b892fa tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.421877 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd37220e-fdb5-436d-9bbd-219c77b892fa tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.422292 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd37220e-fdb5-436d-9bbd-219c77b892fa tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.427274 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.435716 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-fd37220e-fdb5-436d-9bbd-219c77b892fa tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Calling delete_port for 07db5cf3-0fe8-4cb3-b0f6-49dd9f92ae64 owned by network:floatingip {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:39:41.568093 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd37220e-fdb5-436d-9bbd-219c77b892fa tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.593820 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37220e-fdb5-436d-9bbd-219c77b892fa tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event deleted for resources: {'Port': ['ID=07db5cf3-0fe8-4cb3-b0f6-49dd9f92ae64,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:41.616034 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd37220e-fdb5-436d-9bbd-219c77b892fa tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for floatingip, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.618501 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd37220e-fdb5-436d-9bbd-219c77b892fa tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.619648 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fd37220e-fdb5-436d-9bbd-219c77b892fa tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "DELETE /v2.0/floatingips/ce6073e3-99b2-46ab-bbf2-1bf51feac509 HTTP/1.1" status: 204 len: 168 time: 0.4101386 Sep 06 14:39:42.009651 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 53298) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:42.014377 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-148b6f04-232b-45b6-9eca-3834a8aac484 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1537237639', 'description': 'tempest-description--1416086488'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:42.034852 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b71e15b7-bccc-455d-ab62-7e15c690c2cd req-de2519b7-7d64-49a7-b5f8-8931cccd8d55 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401261 Sep 06 14:39:42.036990 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-148b6f04-232b-45b6-9eca-3834a8aac484 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.126697 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-148b6f04-232b-45b6-9eca-3834a8aac484 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.130955 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-148b6f04-232b-45b6-9eca-3834a8aac484 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.136794 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e15b7-bccc-455d-ab62-7e15c690c2cd req-70e339ba-4e7a-4799-ad9d-9b66f3921232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:42.138332 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b71e15b7-bccc-455d-ab62-7e15c690c2cd req-70e339ba-4e7a-4799-ad9d-9b66f3921232 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1836a45e71b4565bb86028fc9b32a01&device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 1098 time: 0.0462000 Sep 06 14:39:42.161431 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-148b6f04-232b-45b6-9eca-3834a8aac484 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.162679 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-148b6f04-232b-45b6-9eca-3834a8aac484 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1519551 Sep 06 14:39:42.166145 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 53302) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:42.170928 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Request body: {'security_group_rule': {'security_group_id': '18972e45-bbaa-4ee7-a93c-55ce3d3953bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:42.175154 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b6f04-232b-45b6-9eca-3834a8aac484 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18972e45-bbaa-4ee7-a93c-55ce3d3953bb,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:42.201334 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.249231 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e15b7-bccc-455d-ab62-7e15c690c2cd req-9e765217-80c5-490f-995c-44b71214cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:42.250802 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b71e15b7-bccc-455d-ab62-7e15c690c2cd req-9e765217-80c5-490f-995c-44b71214cabc service neutron] 10.222.0.22 "GET /v2.0/networks?id=58ec9605-fe64-46a3-85cf-779c96d317c8 HTTP/1.1" status: 200 len: 909 time: 0.0917854 Sep 06 14:39:42.262486 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.266632 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.289100 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9622d4d7-2e22-4d54-baf1-bd00ea02b2f5,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:42.297662 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:42.298039 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:42.298387 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:42.298723 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:42.299060 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:42.299483 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:42.299846 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:42.300291 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:42.300662 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:42.300956 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:42.301281 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:42.301604 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:42.304292 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.305509 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d6cc87cc-c3d5-42ee-9d98-e323b70e9b37 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384444 Sep 06 14:39:42.308721 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 53306) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:42.316024 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-ad1ed1ea-a185-49d8-8bb2-4dc353930b7d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Request body: {'security_group_rule': {'security_group_id': '18972e45-bbaa-4ee7-a93c-55ce3d3953bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:42.329393 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b71e15b7-bccc-455d-ab62-7e15c690c2cd req-a1b11892-5083-43a2-a9a5-e37d215aa0e4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 HTTP/1.1" status: 200 len: 1000 time: 0.0707204 Sep 06 14:39:42.343667 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ad1ed1ea-a185-49d8-8bb2-4dc353930b7d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.380495 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e15b7-bccc-455d-ab62-7e15c690c2cd req-a9d2c8a2-1bb7-4538-b960-d5284d65b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:42.382031 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b71e15b7-bccc-455d-ab62-7e15c690c2cd req-a9d2c8a2-1bb7-4538-b960-d5284d65b181 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fad3b585-f362-4f81-8d1e-8bb6019a6ccb HTTP/1.1" status: 200 len: 847 time: 0.0453670 Sep 06 14:39:42.403735 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ad1ed1ea-a185-49d8-8bb2-4dc353930b7d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.407412 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ad1ed1ea-a185-49d8-8bb2-4dc353930b7d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.425634 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ed1ea-a185-49d8-8bb2-4dc353930b7d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c5fad1-b21c-4511-ac87-870f2a7a4c77,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:42.428690 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e15b7-bccc-455d-ab62-7e15c690c2cd req-5c3453b0-7e62-4886-ad74-c0836d3d43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:42.430232 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b71e15b7-bccc-455d-ab62-7e15c690c2cd req-5c3453b0-7e62-4886-ad74-c0836d3d43b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58ec9605-fe64-46a3-85cf-779c96d317c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409300 Sep 06 14:39:42.432182 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ad1ed1ea-a185-49d8-8bb2-4dc353930b7d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.433376 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ad1ed1ea-a185-49d8-8bb2-4dc353930b7d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241217 Sep 06 14:39:42.436409 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 53308) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:42.441677 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Request body: {'floatingip': {'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:42.464598 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for floatingip, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.537894 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b71e15b7-bccc-455d-ab62-7e15c690c2cd req-48c4376c-c540-41a9-b7b2-42e3ad62e3df service neutron] 10.222.0.22 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918200 Sep 06 14:39:42.572295 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.642917 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b71e15b7-bccc-455d-ab62-7e15c690c2cd req-63a4367f-cdc4-4d01-961e-a770a8a731b0 service neutron] 10.222.0.22 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969586 Sep 06 14:39:42.700416 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 951c2b42-640a-4b4d-b301-b3df1570486b no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:39:42.726200 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: 951c2b42-640a-4b4d-b301-b3df1570486b {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:39:42.726550 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 951c2b42-640a-4b4d-b301-b3df1570486b not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:39:42.883460 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Allocated IP 172.27.0.218 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/f1615d37-c0d9-4b5f-96a2-13932abcfd00) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:39:42.989673 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:43.029074 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:43.066789 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:39:43.069598 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:39:43.072973 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:39:43.087207 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event updated for resources: {'Port': ['ID=f1615d37-c0d9-4b5f-96a2-13932abcfd00,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:43.129728 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:43.169475 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:43.314408 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:43.320558 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:43.355973 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:43.380149 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event updated for resources: {'Port': ['ID=f1615d37-c0d9-4b5f-96a2-13932abcfd00,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:43.382545 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:43.383774 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b45715b2-9d1b-4a6e-8e8b-0900844e041c tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9463761 Sep 06 14:39:43.572060 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-bf8a6a72-25aa-4d7f-9a4b-4647aa0c9a0e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1537237639&fields=id&tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f HTTP/1.1" status: 200 len: 267 time: 0.0328524 Sep 06 14:39:43.676261 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-425e16e2-7bc0-43c5-8aaf-f47284a4d4a7 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:43.677649 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-425e16e2-7bc0-43c5-8aaf-f47284a4d4a7 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/networks?id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0 HTTP/1.1" status: 200 len: 811 time: 0.0985775 Sep 06 14:39:43.692918 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-63dceb60-2444-42b0-a2e6-bd88b4aa1311 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/quotas/9b0c093a91ab46ba90be4bc5b45e7d2f HTTP/1.1" status: 200 len: 375 time: 0.0095432 Sep 06 14:39:43.749194 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-a248fd1d-165c-4543-8aa1-743a1b58fc51 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510077 Sep 06 14:39:43.890377 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-7252b1d9-f6f6-42ed-b657-0bb396a5e240 service neutron] 10.222.0.53 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287525 Sep 06 14:39:43.982164 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-53238c2b-b4b7-4b24-ba46-c9458a7b676e service neutron] 10.222.0.53 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847931 Sep 06 14:39:44.146241 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fc226e3b-1d75-4ffa-845e-ccca3dcb9dd5 req-d262b826-c824-45c1-ab59-22a5435cef47 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 210 time: 0.0320232 Sep 06 14:39:45.037907 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-a8c036cd-18f0-41a5-adb5-46f331bebf2a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:45.039399 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-a8c036cd-18f0-41a5-adb5-46f331bebf2a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.22 "GET /v2.0/networks?id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0 HTTP/1.1" status: 200 len: 811 time: 0.1018739 Sep 06 14:39:45.083894 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-d0f14e5e-43dc-447a-8202-6a327f3a4115 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f HTTP/1.1" status: 200 len: 380 time: 0.0351367 Sep 06 14:39:45.093165 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-ae0ffc29-60fd-4a6f-bb2f-20cae7d3b636 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Request body: {'port': {'device_id': '37a97a3f-30f9-4b08-9a46-48a39b361a3c', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'admin_state_up': True, 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'security_groups': ['18972e45-bbaa-4ee7-a93c-55ce3d3953bb']}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:45.205382 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-ae0ffc29-60fd-4a6f-bb2f-20cae7d3b636 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Made reservation on behalf of 9b0c093a91ab46ba90be4bc5b45e7d2f for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:39:45.209586 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-ae0ffc29-60fd-4a6f-bb2f-20cae7d3b636 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:45.250821 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-96302115-0582-49ec-bce1-0d06a09ebda4 req-cd59b121-5e0f-4e55-b734-fce1ea11b6dd tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 210 time: 0.0312576 Sep 06 14:39:45.365884 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-ae0ffc29-60fd-4a6f-bb2f-20cae7d3b636 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Allocated IP 172.20.0.5 (4753f5f9-e6ed-41ba-b444-e74e424cd4f0/6e89d0ac-3753-4b35-bedd-a983dd8ff0f4/721cd7e1-0262-4201-b9c5-4c10be7af7fb) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:39:45.498612 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-ae0ffc29-60fd-4a6f-bb2f-20cae7d3b636 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:45.513936 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-ae0ffc29-60fd-4a6f-bb2f-20cae7d3b636 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Transition to ACTIVE for port object 721cd7e1-0262-4201-b9c5-4c10be7af7fb will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:39:45.548421 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-ae0ffc29-60fd-4a6f-bb2f-20cae7d3b636 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:45.595238 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-ae0ffc29-60fd-4a6f-bb2f-20cae7d3b636 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:39:45.599045 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-ae0ffc29-60fd-4a6f-bb2f-20cae7d3b636 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:39:45.602723 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-ae0ffc29-60fd-4a6f-bb2f-20cae7d3b636 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:39:45.649146 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ffc29-60fd-4a6f-bb2f-20cae7d3b636 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event updated for resources: {'Port': ['ID=721cd7e1-0262-4201-b9c5-4c10be7af7fb,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:45.660272 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-ae0ffc29-60fd-4a6f-bb2f-20cae7d3b636 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:45.660945 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-ae0ffc29-60fd-4a6f-bb2f-20cae7d3b636 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:45.680253 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-ae0ffc29-60fd-4a6f-bb2f-20cae7d3b636 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5906177 Sep 06 14:39:45.694062 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Request body: {'port': {'device_id': '37a97a3f-30f9-4b08-9a46-48a39b361a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:45.763690 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:45.818586 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-fbc63d18-c113-46ab-9c60-aad79422bd5d None None] Provisioning for port 721cd7e1-0262-4201-b9c5-4c10be7af7fb completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:39:45.819646 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4253c-78d7-4393-96f2-b712ae3ebe0c req-c56f11ad-ceb2-46ef-aae9-368d0867cede tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:45.821429 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cdd4253c-78d7-4393-96f2-b712ae3ebe0c req-c56f11ad-ceb2-46ef-aae9-368d0867cede tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0561659 Sep 06 14:39:45.822613 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-fbc63d18-c113-46ab-9c60-aad79422bd5d None None] Provisioning complete for port 721cd7e1-0262-4201-b9c5-4c10be7af7fb triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:39:45.822996 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fbc63d18-c113-46ab-9c60-aad79422bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:45.860200 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-fbc63d18-c113-46ab-9c60-aad79422bd5d None None] Port 721cd7e1-0262-4201-b9c5-4c10be7af7fb cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:39:45.864942 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cdd4253c-78d7-4393-96f2-b712ae3ebe0c req-e7a1a7fe-020b-4892-84b9-68e245bf45c5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360661 Sep 06 14:39:46.034725 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721cd7e1-0262-4201-b9c5-4c10be7af7fb {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:39:46.042238 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:46.054063 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Transition to ACTIVE for port object 721cd7e1-0262-4201-b9c5-4c10be7af7fb will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:39:46.057589 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:46.107446 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Pushing event updated for resources: {'Port': ['ID=721cd7e1-0262-4201-b9c5-4c10be7af7fb,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:46.178186 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Attempting to bind port 721cd7e1-0262-4201-b9c5-4c10be7af7fb on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:39:46.178569 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Attempting to bind port 721cd7e1-0262-4201-b9c5-4c10be7af7fb by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:39:46.178879 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Attempting to bind port 721cd7e1-0262-4201-b9c5-4c10be7af7fb on network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:39:46.184118 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Port 721cd7e1-0262-4201-b9c5-4c10be7af7fb on network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:39:46.184456 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Attempting to bind port 721cd7e1-0262-4201-b9c5-4c10be7af7fb on network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:39:46.191793 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:39:46.192249 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Checking segment: {'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:39:46.192716 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Bound using segment: {'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:39:46.200330 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Bound port: 721cd7e1-0262-4201-b9c5-4c10be7af7fb, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf58939-5e3e-405b-adbe-468927aa8d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:39:46.200833 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:46.273796 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] For port 721cd7e1-0262-4201-b9c5-4c10be7af7fb, host hv-cinder-79128, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:39:46.275548 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] For port 721cd7e1-0262-4201-b9c5-4c10be7af7fb, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=721cd7e1-0262-4201-b9c5-4c10be7af7fb,segment=NetworkSegment(ddf58939-5e3e-405b-adbe-468927aa8d56),segment_id=ddf58939-5e3e-405b-adbe-468927aa8d56)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:39:46.280967 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:46.319133 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:46.319770 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:46.321182 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] 10.222.0.22 "PUT /v2.0/ports/721cd7e1-0262-4201-b9c5-4c10be7af7fb HTTP/1.1" status: 200 len: 1093 time: 0.6325834 Sep 06 14:39:46.321647 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a97a3f-30f9-4b08-9a46-48a39b361a3c', 'tag': '721cd7e1-0262-4201-b9c5-4c10be7af7fb'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:39:46.323923 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d5eac7-99df-4a8e-b42c-f61e939823a3" -d '{"events": [{"name": "network-changed", "server_uuid": "37a97a3f-30f9-4b08-9a46-48a39b361a3c", "tag": "721cd7e1-0262-4201-b9c5-4c10be7af7fb"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:39:46.375841 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff79e6c-f8af-4cd4-8a02-87b1b0547fa2 x-openstack-request-id: req-9ff79e6c-f8af-4cd4-8a02-87b1b0547fa2 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:39:46.376136 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a97a3f-30f9-4b08-9a46-48a39b361a3c", "tag": "721cd7e1-0262-4201-b9c5-4c10be7af7fb", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:39:46.376390 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ff79e6c-f8af-4cd4-8a02-87b1b0547fa2 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:39:46.376792 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a97a3f-30f9-4b08-9a46-48a39b361a3c', 'tag': '721cd7e1-0262-4201-b9c5-4c10be7af7fb', 'status': 'completed', 'code': 200} Sep 06 14:39:46.379721 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df64397-d0d1-42bf-92dd-40e93cb6d0dc service neutron] Pushing event updated for resources: {'Port': ['ID=721cd7e1-0262-4201-b9c5-4c10be7af7fb,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:46.433527 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586b938-97b6-4b57-8c55-76ca532f446b req-060daf0c-c9f4-4901-a4d2-84bf0553e7e2 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:46.435159 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0586b938-97b6-4b57-8c55-76ca532f446b req-060daf0c-c9f4-4901-a4d2-84bf0553e7e2 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 943 time: 0.1082771 Sep 06 14:39:46.453630 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-8277228d-1c57-4b3b-9235-6be3d6167ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:46.455194 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-8277228d-1c57-4b3b-9235-6be3d6167ca1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f&device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 1096 time: 0.0722988 Sep 06 14:39:46.514205 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-bb461852-7b3a-4705-90f1-d7aaa664ba23 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=721cd7e1-0262-4201-b9c5-4c10be7af7fb HTTP/1.1" status: 200 len: 217 time: 0.0449250 Sep 06 14:39:46.517133 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0586b938-97b6-4b57-8c55-76ca532f446b req-b55f0b7f-3e3e-40f8-8d19-2c580519275a tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=18972e45-bbaa-4ee7-a93c-55ce3d3953bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740819 Sep 06 14:39:46.565031 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-43726877-31d6-48f8-9486-f21577dee5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:46.566715 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-43726877-31d6-48f8-9486-f21577dee5c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6e89d0ac-3753-4b35-bedd-a983dd8ff0f4 HTTP/1.1" status: 200 len: 850 time: 0.0446630 Sep 06 14:39:46.622957 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-346581dd-79d7-42b8-b687-eb1195d098ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:46.624465 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-346581dd-79d7-42b8-b687-eb1195d098ef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496194 Sep 06 14:39:46.719764 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-afbcb8a7-57c7-4d4d-8882-c778b06a015a service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866697 Sep 06 14:39:46.813597 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a2847b39-4d4d-4b06-8434-aec844472ff4 req-d46dcf4f-0111-4051-8a0a-078d6128d5f6 service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853257 Sep 06 14:39:46.908028 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5eac7-99df-4a8e-b42c-f61e939823a3 req-4cb0b57e-f714-4fc4-84b2-5bc2d1fbd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:46.910586 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-30d5eac7-99df-4a8e-b42c-f61e939823a3 req-4cb0b57e-f714-4fc4-84b2-5bc2d1fbd137 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f&device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 1096 time: 0.0427706 Sep 06 14:39:47.031900 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fdc50-e8e6-49fb-8367-eff3157296bb req-f2c6e75a-9069-4d7e-9756-8c3be4816e7b tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:47.033518 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ea6fdc50-e8e6-49fb-8367-eff3157296bb req-f2c6e75a-9069-4d7e-9756-8c3be4816e7b tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0971596 Sep 06 14:39:47.054649 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5eac7-99df-4a8e-b42c-f61e939823a3 req-25e2c3b8-19bf-4881-9b1b-490c1e2a24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:47.056116 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-30d5eac7-99df-4a8e-b42c-f61e939823a3 req-25e2c3b8-19bf-4881-9b1b-490c1e2a24ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0 HTTP/1.1" status: 200 len: 912 time: 0.1373520 Sep 06 14:39:47.112839 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-30d5eac7-99df-4a8e-b42c-f61e939823a3 req-62a6be02-f7a2-4400-8f47-ddd0a7657e73 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=721cd7e1-0262-4201-b9c5-4c10be7af7fb HTTP/1.1" status: 200 len: 217 time: 0.0486288 Sep 06 14:39:47.121614 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ea6fdc50-e8e6-49fb-8367-eff3157296bb req-2d3a1108-a4e1-4e77-b059-b738f042ac2c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779800 Sep 06 14:39:47.176420 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5eac7-99df-4a8e-b42c-f61e939823a3 req-e58167e6-e44c-47c3-8979-a37d34143c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:47.177829 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-30d5eac7-99df-4a8e-b42c-f61e939823a3 req-e58167e6-e44c-47c3-8979-a37d34143c1b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6e89d0ac-3753-4b35-bedd-a983dd8ff0f4 HTTP/1.1" status: 200 len: 850 time: 0.0552945 Sep 06 14:39:47.227910 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5eac7-99df-4a8e-b42c-f61e939823a3 req-bd9e682b-a17d-4a4f-bb80-5328ddc2089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:47.229461 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-30d5eac7-99df-4a8e-b42c-f61e939823a3 req-bd9e682b-a17d-4a4f-bb80-5328ddc2089f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440836 Sep 06 14:39:47.325648 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-30d5eac7-99df-4a8e-b42c-f61e939823a3 req-16ac3c75-0b4b-41ca-919a-f3b31a4d8113 service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891221 Sep 06 14:39:47.416430 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-30d5eac7-99df-4a8e-b42c-f61e939823a3 req-acab2d4f-361e-487e-8f5a-c6ce1fd3795a service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834630 Sep 06 14:39:47.635161 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae263a-a26c-4e73-90fe-d5d5c9d2e659 req-91e1d813-3b66-4e48-a312-6ae6ed6af6d7 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:47.636648 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b8ae263a-a26c-4e73-90fe-d5d5c9d2e659 req-91e1d813-3b66-4e48-a312-6ae6ed6af6d7 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 943 time: 0.0489774 Sep 06 14:39:47.677732 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b8ae263a-a26c-4e73-90fe-d5d5c9d2e659 req-227f6a96-73ac-4d43-8e34-dbfe3ecc14bd tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=18972e45-bbaa-4ee7-a93c-55ce3d3953bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351100 Sep 06 14:39:48.160248 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d398-bf12-4383-89de-e056a697d743 req-20809b71-b8b5-472e-a13a-8ee5d2467440 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:48.161760 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-be52d398-bf12-4383-89de-e056a697d743 req-20809b71-b8b5-472e-a13a-8ee5d2467440 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0486479 Sep 06 14:39:48.240897 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdf683-da92-4b23-9389-e535e7619d7b req-366a1e12-0add-4a5f-b7ba-db0d46640879 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:48.242609 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-40fdf683-da92-4b23-9389-e535e7619d7b req-366a1e12-0add-4a5f-b7ba-db0d46640879 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 946 time: 0.0530684 Sep 06 14:39:48.258654 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-be52d398-bf12-4383-89de-e056a697d743 req-33b38467-b25e-4728-9997-1cd4700123b6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Deleting port dd2510a4-c142-4829-84d8-4499fb1318b3 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:39:48.258993 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-be52d398-bf12-4383-89de-e056a697d743 req-33b38467-b25e-4728-9997-1cd4700123b6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:48.282587 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-40fdf683-da92-4b23-9389-e535e7619d7b req-3f9002ae-8235-45e8-be74-5e2c6417f7c7 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339599 Sep 06 14:39:48.352400 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-be52d398-bf12-4383-89de-e056a697d743 req-33b38467-b25e-4728-9997-1cd4700123b6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] For port dd2510a4-c142-4829-84d8-4499fb1318b3, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dd2510a4-c142-4829-84d8-4499fb1318b3,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:48.352980 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-be52d398-bf12-4383-89de-e056a697d743 req-33b38467-b25e-4728-9997-1cd4700123b6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:48.520187 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-be52d398-bf12-4383-89de-e056a697d743 req-33b38467-b25e-4728-9997-1cd4700123b6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:48.520472 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-be52d398-bf12-4383-89de-e056a697d743 req-33b38467-b25e-4728-9997-1cd4700123b6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:48.520794 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.l3_db [req-be52d398-bf12-4383-89de-e056a697d743 req-33b38467-b25e-4728-9997-1cd4700123b6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Floating IP c41bb967-c072-4f37-a6d6-550ee89c3c5a disassociated. External IP: 172.27.0.103, port: dd2510a4-c142-4829-84d8-4499fb1318b3. Sep 06 14:39:48.521140 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-be52d398-bf12-4383-89de-e056a697d743 req-33b38467-b25e-4728-9997-1cd4700123b6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Calling delete_port for dd2510a4-c142-4829-84d8-4499fb1318b3 owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:39:48.655355 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-be52d398-bf12-4383-89de-e056a697d743 req-33b38467-b25e-4728-9997-1cd4700123b6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:48.684067 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b38467-b25e-4728-9997-1cd4700123b6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event deleted for resources: {'Port': ['ID=dd2510a4-c142-4829-84d8-4499fb1318b3,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:48.722562 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 721cd7e1-0262-4201-b9c5-4c10be7af7fb details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:39:48.819923 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b958a8-d3bb-422e-9a64-08210ce34632 req-a75dac24-d5b7-4ff6-a425-016841c440cd tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:48.821328 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-98b958a8-d3bb-422e-9a64-08210ce34632 req-a75dac24-d5b7-4ff6-a425-016841c440cd tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 943 time: 0.0674400 Sep 06 14:39:48.821856 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 721cd7e1-0262-4201-b9c5-4c10be7af7fb, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=721cd7e1-0262-4201-b9c5-4c10be7af7fb,segment=NetworkSegment(ddf58939-5e3e-405b-adbe-468927aa8d56),segment_id=ddf58939-5e3e-405b-adbe-468927aa8d56)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:48.834063 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': '721cd7e1-0262-4201-b9c5-4c10be7af7fb', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'port_id': '721cd7e1-0262-4201-b9c5-4c10be7af7fb', 'mac_address': 'fa:16:3e:38:c6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:39:48.848305 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be52d398-bf12-4383-89de-e056a697d743 req-33b38467-b25e-4728-9997-1cd4700123b6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Router 93489a06-1a14-48aa-8c71-b0bbd7576586 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:39:48.872778 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-98b958a8-d3bb-422e-9a64-08210ce34632 req-87f52882-55cd-45ff-80bf-d72fd629bb70 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=18972e45-bbaa-4ee7-a93c-55ce3d3953bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449526 Sep 06 14:39:48.877804 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:48.900346 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721cd7e1-0262-4201-b9c5-4c10be7af7fb {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:39:48.920024 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 721cd7e1-0262-4201-b9c5-4c10be7af7fb, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=721cd7e1-0262-4201-b9c5-4c10be7af7fb,segment=NetworkSegment(ddf58939-5e3e-405b-adbe-468927aa8d56),segment_id=ddf58939-5e3e-405b-adbe-468927aa8d56)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:48.925288 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:48.972485 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=721cd7e1-0262-4201-b9c5-4c10be7af7fb,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:48.975366 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be52d398-bf12-4383-89de-e056a697d743 req-33b38467-b25e-4728-9997-1cd4700123b6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:39:48.979719 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:48.980496 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:48.980496 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:48.980739 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:48.981121 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:48.981399 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:48.981734 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:48.982201 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:48.982421 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:48.982749 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:48.983073 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:48.983579 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:48.989164 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8209613-2e12-4d04-a19c-8ed73ce24b48 None None] Sync routers for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:39:48.998491 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8209613-2e12-4d04-a19c-8ed73ce24b48 None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:39:48.999100 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-b8209613-2e12-4d04-a19c-8ed73ce24b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:39:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:49.020802 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-be52d398-bf12-4383-89de-e056a697d743 req-33b38467-b25e-4728-9997-1cd4700123b6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] No DVR routers for this DVR port dd2510a4-c142-4829-84d8-4499fb1318b3 on host hv-cinder-79128 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:39:49.023593 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-be52d398-bf12-4383-89de-e056a697d743 req-33b38467-b25e-4728-9997-1cd4700123b6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:49.025859 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-be52d398-bf12-4383-89de-e056a697d743 req-33b38467-b25e-4728-9997-1cd4700123b6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.22 "DELETE /v2.0/ports/dd2510a4-c142-4829-84d8-4499fb1318b3 HTTP/1.1" status: 204 len: 173 time: 0.8573012 Sep 06 14:39:49.026388 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4f33e5-1c61-4469-9628-c68948d094dc', 'name': 'network-vif-deleted', 'tag': 'dd2510a4-c142-4829-84d8-4499fb1318b3'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:39:49.030350 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae932e3-d6af-4454-992d-9006f08d19ac" -d '{"events": [{"server_uuid": "9a4f33e5-1c61-4469-9628-c68948d094dc", "name": "network-vif-deleted", "tag": "dd2510a4-c142-4829-84d8-4499fb1318b3"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:39:49.082517 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f546a40-6d0e-4d75-a56b-7d8dfe9a85cc x-openstack-request-id: req-6f546a40-6d0e-4d75-a56b-7d8dfe9a85cc {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:39:49.082806 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4f33e5-1c61-4469-9628-c68948d094dc", "name": "network-vif-deleted", "tag": "dd2510a4-c142-4829-84d8-4499fb1318b3", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:39:49.083060 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f546a40-6d0e-4d75-a56b-7d8dfe9a85cc {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:39:49.083455 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4f33e5-1c61-4469-9628-c68948d094dc', 'name': 'network-vif-deleted', 'tag': 'dd2510a4-c142-4829-84d8-4499fb1318b3', 'status': 'completed', 'code': 200} Sep 06 14:39:49.136906 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-b8209613-2e12-4d04-a19c-8ed73ce24b48 None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:39:49.347497 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-b8209613-2e12-4d04-a19c-8ed73ce24b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:49.375515 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8209613-2e12-4d04-a19c-8ed73ce24b48 None None] Checking router: 93489a06-1a14-48aa-8c71-b0bbd7576586 for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:39:49.384653 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8209613-2e12-4d04-a19c-8ed73ce24b48 None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:39:49.385268 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-b8209613-2e12-4d04-a19c-8ed73ce24b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:39:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:49.389529 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['721cd7e1-0262-4201-b9c5-4c10be7af7fb'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:39:49.393621 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1d782a60-8e44-49b0-8a0d-36561da3db7e req-a7ae0fe5-b742-4f61-95a9-8ef50ed552fc tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4f33e5-1c61-4469-9628-c68948d094dc HTTP/1.1" status: 200 len: 210 time: 0.0330873 Sep 06 14:39:49.530935 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-b8209613-2e12-4d04-a19c-8ed73ce24b48 None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:39:49.787148 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-b8209613-2e12-4d04-a19c-8ed73ce24b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:49.814648 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8209613-2e12-4d04-a19c-8ed73ce24b48 None None] The sync data for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi is: [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:39:50.009869 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284477d-c2dc-49f7-9af4-9d857b61c91a req-6b4e7a3a-798e-4b08-bdd0-d6841fbfadce tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:50.011508 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7284477d-c2dc-49f7-9af4-9d857b61c91a req-6b4e7a3a-798e-4b08-bdd0-d6841fbfadce tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 944 time: 0.0620425 Sep 06 14:39:50.035299 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9284c-64c9-4f86-9816-a17e284c0a98 None None] New status for floating IP c41bb967-c072-4f37-a6d6-550ee89c3c5a: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:39:50.051750 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7284477d-c2dc-49f7-9af4-9d857b61c91a req-23424da4-89c8-46ba-958c-d61b1526e758 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=18972e45-bbaa-4ee7-a93c-55ce3d3953bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320613 Sep 06 14:39:50.654324 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-c8d22f10-55de-401d-9e6c-0187a949ba83 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693750651&fields=id&tenant_id=01e86bce1eb746b999d2ea9741fff156 HTTP/1.1" status: 200 len: 267 time: 0.0380077 Sep 06 14:39:50.740400 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 721cd7e1-0262-4201-b9c5-4c10be7af7fb up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:39:50.767074 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-42536356-7a03-4e74-8558-29896b19e227 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:50.769659 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-42536356-7a03-4e74-8558-29896b19e227 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/networks?id=5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 200 len: 812 time: 0.1075797 Sep 06 14:39:50.784222 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-7b041071-5508-41e9-8bdd-1ff7d7e247c6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/quotas/01e86bce1eb746b999d2ea9741fff156 HTTP/1.1" status: 200 len: 375 time: 0.0090437 Sep 06 14:39:50.791778 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port 721cd7e1-0262-4201-b9c5-4c10be7af7fb completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:39:50.795567 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port 721cd7e1-0262-4201-b9c5-4c10be7af7fb triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:39:50.795944 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:50.839686 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-497e8259-707c-4017-a9ce-131e94323f25 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498035 Sep 06 14:39:50.875672 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:50.898617 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a97a3f-30f9-4b08-9a46-48a39b361a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721cd7e1-0262-4201-b9c5-4c10be7af7fb'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:39:50.900830 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7512b9-fe65-4e0e-9fdb-60e89168222e" -d '{"events": [{"server_uuid": "37a97a3f-30f9-4b08-9a46-48a39b361a3c", "name": "network-vif-plugged", "status": "completed", "tag": "721cd7e1-0262-4201-b9c5-4c10be7af7fb"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:39:50.914091 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 721cd7e1-0262-4201-b9c5-4c10be7af7fb, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=721cd7e1-0262-4201-b9c5-4c10be7af7fb,segment=NetworkSegment(ddf58939-5e3e-405b-adbe-468927aa8d56),segment_id=ddf58939-5e3e-405b-adbe-468927aa8d56)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:50.919586 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:50.920681 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device dd2510a4-c142-4829-84d8-4499fb1318b3 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:39:50.941825 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-5a59d9c0-4ca6-4da8-8ecd-9ea321208cb7 service neutron] 10.222.0.53 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899243 Sep 06 14:39:50.961974 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e0aabd-a384-44f2-983a-02a1a79d5aa4 x-openstack-request-id: req-b7e0aabd-a384-44f2-983a-02a1a79d5aa4 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:39:50.962399 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a97a3f-30f9-4b08-9a46-48a39b361a3c", "name": "network-vif-plugged", "status": "completed", "tag": "721cd7e1-0262-4201-b9c5-4c10be7af7fb", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:39:50.962731 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7e0aabd-a384-44f2-983a-02a1a79d5aa4 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:39:50.963577 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a97a3f-30f9-4b08-9a46-48a39b361a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721cd7e1-0262-4201-b9c5-4c10be7af7fb', 'code': 200} Sep 06 14:39:50.965593 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: dd2510a4-c142-4829-84d8-4499fb1318b3 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:39:50.966059 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device dd2510a4-c142-4829-84d8-4499fb1318b3 not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:39:50.992469 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=721cd7e1-0262-4201-b9c5-4c10be7af7fb,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:51.039819 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-da4fc0e1-3684-4be1-af02-0f1d854b3e36 service neutron] 10.222.0.53 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915205 Sep 06 14:39:51.108141 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc4116-4006-44b1-9c30-7c9d4b3a610e req-1031a13a-9783-42dc-8267-1a8f4c573fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:51.109652 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d4dc4116-4006-44b1-9c30-7c9d4b3a610e req-1031a13a-9783-42dc-8267-1a8f4c573fb4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 1098 time: 0.0421183 Sep 06 14:39:51.173331 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d4dc4116-4006-44b1-9c30-7c9d4b3a610e req-99f1ce1d-4540-4746-9849-3207260984c9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=18972e45-bbaa-4ee7-a93c-55ce3d3953bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565817 Sep 06 14:39:51.187646 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d575dbc-6b73-4e9d-9be5-16d48bbfbc1f req-9b5c7629-5dec-49d0-a871-bcdac04236e5 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:51.189144 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7d575dbc-6b73-4e9d-9be5-16d48bbfbc1f req-9b5c7629-5dec-49d0-a871-bcdac04236e5 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 945 time: 0.0668769 Sep 06 14:39:51.230051 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7d575dbc-6b73-4e9d-9be5-16d48bbfbc1f req-648cf79e-3064-4ee3-b42b-c6077be53ba3 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=18972e45-bbaa-4ee7-a93c-55ce3d3953bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330238 Sep 06 14:39:51.344490 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61e4373f-46f9-4c03-9c6c-449b9f500c41 req-24719b7a-2fa8-4199-8fac-305f66ca9059 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 210 time: 0.0268736 Sep 06 14:39:52.290989 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-dbd140fa-30fb-4844-860f-3ec917a4c22e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:52.293077 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-dbd140fa-30fb-4844-860f-3ec917a4c22e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.22 "GET /v2.0/networks?id=5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 200 len: 812 time: 0.1087368 Sep 06 14:39:52.342063 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-523819e4-4820-497a-b2d5-70462d4c45ce tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01e86bce1eb746b999d2ea9741fff156 HTTP/1.1" status: 200 len: 379 time: 0.0366547 Sep 06 14:39:52.352174 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-a0baf1f9-5985-4549-9668-6d218262d48e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Request body: {'port': {'device_id': '63f655f4-d100-4342-a32d-69e428511e2e', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'admin_state_up': True, 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'security_groups': ['c4e1603d-584b-4344-863b-ff8c18687144']}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:52.360014 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f75a0c-4cc1-4202-9175-f09b69dc9090 req-2f50720c-eda3-4a3f-8ec5-7c9fd6109628 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:52.362528 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e4f75a0c-4cc1-4202-9175-f09b69dc9090 req-2f50720c-eda3-4a3f-8ec5-7c9fd6109628 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 945 time: 0.0588973 Sep 06 14:39:52.418936 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e4f75a0c-4cc1-4202-9175-f09b69dc9090 req-6c249ec7-f835-4ae3-b1cd-c80857b67c30 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=18972e45-bbaa-4ee7-a93c-55ce3d3953bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398347 Sep 06 14:39:52.458920 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c3d6410c-a289-4693-bc18-9f1dfe45b149 req-28582763-40f1-4f49-9f8c-b99f636c5376 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 210 time: 0.0353999 Sep 06 14:39:52.496071 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-a0baf1f9-5985-4549-9668-6d218262d48e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Made reservation on behalf of 01e86bce1eb746b999d2ea9741fff156 for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:39:52.499569 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-a0baf1f9-5985-4549-9668-6d218262d48e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:52.627228 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:39:52.633167 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-a0baf1f9-5985-4549-9668-6d218262d48e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Allocated IP 172.20.0.10 (5c60b747-df5e-44fc-9133-15b63b143d3f/3d8f3db7-1100-47f8-a041-76cc8cbfc844/65a140d5-df10-4f8d-8c15-f64125a571de) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:39:53.036581 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-a0baf1f9-5985-4549-9668-6d218262d48e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:53.052988 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-a0baf1f9-5985-4549-9668-6d218262d48e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Transition to ACTIVE for port object 65a140d5-df10-4f8d-8c15-f64125a571de will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:39:53.091940 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-a0baf1f9-5985-4549-9668-6d218262d48e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:53.146738 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-a0baf1f9-5985-4549-9668-6d218262d48e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Network 5c60b747-df5e-44fc-9133-15b63b143d3f is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:39:53.149740 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-a0baf1f9-5985-4549-9668-6d218262d48e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:39:53.153571 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-a0baf1f9-5985-4549-9668-6d218262d48e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:39:53.164161 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0baf1f9-5985-4549-9668-6d218262d48e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event updated for resources: {'Port': ['ID=65a140d5-df10-4f8d-8c15-f64125a571de,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:53.222052 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-a0baf1f9-5985-4549-9668-6d218262d48e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:53.223137 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-a0baf1f9-5985-4549-9668-6d218262d48e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:53.244596 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-a0baf1f9-5985-4549-9668-6d218262d48e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8962004 Sep 06 14:39:53.258694 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Request body: {'port': {'device_id': '63f655f4-d100-4342-a32d-69e428511e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:53.323240 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:53.372633 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-309e118a-de90-469a-9326-785c72a7b17a None None] Provisioning for port 65a140d5-df10-4f8d-8c15-f64125a571de completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:39:53.377549 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-309e118a-de90-469a-9326-785c72a7b17a None None] Provisioning complete for port 65a140d5-df10-4f8d-8c15-f64125a571de triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:39:53.378004 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-309e118a-de90-469a-9326-785c72a7b17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:53.414227 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-309e118a-de90-469a-9326-785c72a7b17a None None] Port 65a140d5-df10-4f8d-8c15-f64125a571de cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:39:53.586683 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00dc9a-962f-4042-bf5e-60e66cd8d375 req-84d882e8-b77f-45e4-803e-14b6543c921c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:53.590357 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4d00dc9a-962f-4042-bf5e-60e66cd8d375 req-84d882e8-b77f-45e4-803e-14b6543c921c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 932 time: 0.0552680 Sep 06 14:39:53.605630 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc3a7a-10b2-431a-abc8-c4a8dd4b17f1 req-949a04b3-2ae4-4923-acbf-37f24bcea1de tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:53.607142 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9dfc3a7a-10b2-431a-abc8-c4a8dd4b17f1 req-949a04b3-2ae4-4923-acbf-37f24bcea1de tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 945 time: 0.1114254 Sep 06 14:39:53.633867 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4d00dc9a-962f-4042-bf5e-60e66cd8d375 req-fc3ca729-99fd-4a5d-ac37-a66a3bb83f39 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348861 Sep 06 14:39:53.686344 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9dfc3a7a-10b2-431a-abc8-c4a8dd4b17f1 req-1619883d-ab6f-42e9-bdb3-73878d3a1ad8 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=18972e45-bbaa-4ee7-a93c-55ce3d3953bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683742 Sep 06 14:39:53.698522 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a140d5-df10-4f8d-8c15-f64125a571de {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:39:53.706797 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:53.718842 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Transition to ACTIVE for port object 65a140d5-df10-4f8d-8c15-f64125a571de will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:39:53.725012 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:53.808608 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Pushing event updated for resources: {'Port': ['ID=65a140d5-df10-4f8d-8c15-f64125a571de,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:53.867136 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59fd62-e861-43eb-aa15-ca2b49e6c07c req-dd07122e-458c-44ec-a504-17c8273979eb tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:53.868748 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7f59fd62-e861-43eb-aa15-ca2b49e6c07c req-dd07122e-458c-44ec-a504-17c8273979eb tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 945 time: 0.1161168 Sep 06 14:39:53.878427 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 53424) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:53.883144 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-32793066-d5af-4605-aab7-e73e4e22451e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Request body: {'floatingip': {'port_id': '721cd7e1-0262-4201-b9c5-4c10be7af7fb'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:53.907656 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Attempting to bind port 65a140d5-df10-4f8d-8c15-f64125a571de on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:39:53.908084 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Attempting to bind port 65a140d5-df10-4f8d-8c15-f64125a571de by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:39:53.908425 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Attempting to bind port 65a140d5-df10-4f8d-8c15-f64125a571de on network 5c60b747-df5e-44fc-9133-15b63b143d3f {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:39:53.913388 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Port 65a140d5-df10-4f8d-8c15-f64125a571de on network 5c60b747-df5e-44fc-9133-15b63b143d3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:39:53.913717 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Attempting to bind port 65a140d5-df10-4f8d-8c15-f64125a571de on network 5c60b747-df5e-44fc-9133-15b63b143d3f {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:39:53.919005 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:39:53.919346 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Checking segment: {'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:39:53.919730 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Bound using segment: {'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:39:53.920161 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Bound port: 65a140d5-df10-4f8d-8c15-f64125a571de, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:39:53.920522 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:53.928813 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-32793066-d5af-4605-aab7-e73e4e22451e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for floatingip, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:53.985764 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] For port 65a140d5-df10-4f8d-8c15-f64125a571de, host hv-cinder-79128, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:39:53.989638 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] For port 65a140d5-df10-4f8d-8c15-f64125a571de, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=65a140d5-df10-4f8d-8c15-f64125a571de,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:39:53.994545 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:54.031127 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:54.031704 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:54.034081 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] 10.222.0.22 "PUT /v2.0/ports/65a140d5-df10-4f8d-8c15-f64125a571de HTTP/1.1" status: 200 len: 1094 time: 0.7800179 Sep 06 14:39:54.036151 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f655f4-d100-4342-a32d-69e428511e2e', 'tag': '65a140d5-df10-4f8d-8c15-f64125a571de'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:39:54.039213 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ce5fe2-f671-4695-8c5d-c4375790b1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "63f655f4-d100-4342-a32d-69e428511e2e", "tag": "65a140d5-df10-4f8d-8c15-f64125a571de"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:39:54.071048 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa618a-e1ed-46b0-a824-46025c7679bd service neutron] Pushing event updated for resources: {'Port': ['ID=65a140d5-df10-4f8d-8c15-f64125a571de,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:54.105326 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168327e9-6b84-41fc-99e0-9f2ddd995ad4 x-openstack-request-id: req-168327e9-6b84-41fc-99e0-9f2ddd995ad4 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:39:54.105625 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f655f4-d100-4342-a32d-69e428511e2e", "tag": "65a140d5-df10-4f8d-8c15-f64125a571de", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:39:54.105872 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-168327e9-6b84-41fc-99e0-9f2ddd995ad4 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:39:54.106406 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f655f4-d100-4342-a32d-69e428511e2e', 'tag': '65a140d5-df10-4f8d-8c15-f64125a571de', 'status': 'completed', 'code': 200} Sep 06 14:39:54.123456 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-89dde59d-5949-4fbb-8f6e-c0d521644e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:54.125025 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-89dde59d-5949-4fbb-8f6e-c0d521644e0c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 1097 time: 0.0477126 Sep 06 14:39:54.169801 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-6aa86b29-3648-4e30-ba57-afd66df513a7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65a140d5-df10-4f8d-8c15-f64125a571de HTTP/1.1" status: 200 len: 217 time: 0.0369465 Sep 06 14:39:54.225218 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-6f725d76-3727-41cc-a0b1-36a51402a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:54.226844 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-6f725d76-3727-41cc-a0b1-36a51402a4a8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3d8f3db7-1100-47f8-a041-76cc8cbfc844 HTTP/1.1" status: 200 len: 851 time: 0.0502312 Sep 06 14:39:54.277629 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-910703f3-33f2-4798-9465-a0ec0a6dd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:54.279391 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-910703f3-33f2-4798-9465-a0ec0a6dd124 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c60b747-df5e-44fc-9133-15b63b143d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453322 Sep 06 14:39:54.371333 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-42f14b84-9398-429f-8cbd-f84be5987448 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842328 Sep 06 14:39:54.383187 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-32793066-d5af-4605-aab7-e73e4e22451e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:54.387189 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-32793066-d5af-4605-aab7-e73e4e22451e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:54.466499 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d89aaa7c-5b80-47ff-bd40-1e40f708b614 req-1ffd8ac9-4653-4f6a-8812-25a3279b9574 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884044 Sep 06 14:39:54.486273 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-32793066-d5af-4605-aab7-e73e4e22451e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Floating IP 18dcdf5c-cbbe-4794-8177-e4d56556bd2d associated. External IP: 172.27.0.218, port: 721cd7e1-0262-4201-b9c5-4c10be7af7fb. Sep 06 14:39:54.553947 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce5fe2-f671-4695-8c5d-c4375790b1ab req-b99d1269-b1b5-4cc5-9840-52a136028962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:54.555674 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-27ce5fe2-f671-4695-8c5d-c4375790b1ab req-b99d1269-b1b5-4cc5-9840-52a136028962 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 1097 time: 0.0412755 Sep 06 14:39:54.658386 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce5fe2-f671-4695-8c5d-c4375790b1ab req-ae7782c9-2633-423e-8ce1-5010cd172c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:54.660648 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-27ce5fe2-f671-4695-8c5d-c4375790b1ab req-ae7782c9-2633-423e-8ce1-5010cd172c57 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 200 len: 913 time: 0.0969017 Sep 06 14:39:54.707895 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-27ce5fe2-f671-4695-8c5d-c4375790b1ab req-28346f63-bebe-49c1-af1c-fa48c61a6825 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65a140d5-df10-4f8d-8c15-f64125a571de HTTP/1.1" status: 200 len: 217 time: 0.0389450 Sep 06 14:39:54.725939 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32793066-d5af-4605-aab7-e73e4e22451e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:39:54.787572 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce5fe2-f671-4695-8c5d-c4375790b1ab req-af37023d-b74b-4e4f-a0bc-04dda5498222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:54.789057 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-27ce5fe2-f671-4695-8c5d-c4375790b1ab req-af37023d-b74b-4e4f-a0bc-04dda5498222 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3d8f3db7-1100-47f8-a041-76cc8cbfc844 HTTP/1.1" status: 200 len: 851 time: 0.0724416 Sep 06 14:39:54.797452 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e6d0a-1cca-4b2f-9abf-34016f4178cf req-0793d6f7-9df5-4889-afce-4c490d8172a1 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:54.798927 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b85e6d0a-1cca-4b2f-9abf-34016f4178cf req-0793d6f7-9df5-4889-afce-4c490d8172a1 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 944 time: 0.0939913 Sep 06 14:39:54.836928 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32793066-d5af-4605-aab7-e73e4e22451e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:39:54.842364 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-32793066-d5af-4605-aab7-e73e4e22451e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:54.847619 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac615201-dd90-4ee8-8488-5fbbec442f78 None None] Sync routers for ids ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:39:54.862126 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce5fe2-f671-4695-8c5d-c4375790b1ab req-dd697193-c936-4f16-81cb-895586fff6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:54.862893 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac615201-dd90-4ee8-8488-5fbbec442f78 None None] Routers {'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:39:54.863752 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-27ce5fe2-f671-4695-8c5d-c4375790b1ab req-dd697193-c936-4f16-81cb-895586fff6a7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c60b747-df5e-44fc-9133-15b63b143d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639622 Sep 06 14:39:54.863908 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-ac615201-dd90-4ee8-8488-5fbbec442f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:39:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:54.869571 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b85e6d0a-1cca-4b2f-9abf-34016f4178cf req-2b0a8c5e-a870-4633-8680-a078b6c1f844 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610783 Sep 06 14:39:54.876326 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-32793066-d5af-4605-aab7-e73e4e22451e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "PUT /v2.0/floatingips/18dcdf5c-cbbe-4794-8177-e4d56556bd2d HTTP/1.1" status: 200 len: 991 time: 0.9941823 Sep 06 14:39:54.876326 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a97a3f-30f9-4b08-9a46-48a39b361a3c', 'tag': '721cd7e1-0262-4201-b9c5-4c10be7af7fb'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:39:54.877354 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aa706a-ceaa-436f-b3f4-dbbc50ce9a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "37a97a3f-30f9-4b08-9a46-48a39b361a3c", "tag": "721cd7e1-0262-4201-b9c5-4c10be7af7fb"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:39:54.949642 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6986726-8f63-4d13-9a9f-c551817adbfc x-openstack-request-id: req-c6986726-8f63-4d13-9a9f-c551817adbfc {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:39:54.949958 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a97a3f-30f9-4b08-9a46-48a39b361a3c", "tag": "721cd7e1-0262-4201-b9c5-4c10be7af7fb", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:39:54.950222 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6986726-8f63-4d13-9a9f-c551817adbfc {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:39:54.950622 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a97a3f-30f9-4b08-9a46-48a39b361a3c', 'tag': '721cd7e1-0262-4201-b9c5-4c10be7af7fb', 'status': 'completed', 'code': 200} Sep 06 14:39:54.991570 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-ac615201-dd90-4ee8-8488-5fbbec442f78 None None] Set router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:39:54.995961 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-27ce5fe2-f671-4695-8c5d-c4375790b1ab req-4a08fa0e-7dba-4d76-a004-177cb1b81290 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248209 Sep 06 14:39:55.016659 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa706a-ceaa-436f-b3f4-dbbc50ce9a8a req-269707c5-bddd-4444-a71f-cd8a156b2f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:55.018359 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-50aa706a-ceaa-436f-b3f4-dbbc50ce9a8a req-269707c5-bddd-4444-a71f-cd8a156b2f25 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f&device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 1098 time: 0.0461235 Sep 06 14:39:55.093941 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-27ce5fe2-f671-4695-8c5d-c4375790b1ab req-ae96b7fb-b1c0-4ca4-bbf8-31515069d577 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906789 Sep 06 14:39:55.120551 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa706a-ceaa-436f-b3f4-dbbc50ce9a8a req-f232f475-88a9-4d0d-a160-6ce696e1a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:55.122140 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-50aa706a-ceaa-436f-b3f4-dbbc50ce9a8a req-f232f475-88a9-4d0d-a160-6ce696e1a5c3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0 HTTP/1.1" status: 200 len: 912 time: 0.0971169 Sep 06 14:39:55.185439 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-50aa706a-ceaa-436f-b3f4-dbbc50ce9a8a req-9ab5c5d1-1e3b-4289-9ced-eed4dfb840f5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=721cd7e1-0262-4201-b9c5-4c10be7af7fb HTTP/1.1" status: 200 len: 999 time: 0.0562887 Sep 06 14:39:55.219072 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-ac615201-dd90-4ee8-8488-5fbbec442f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:32:04Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': '18dcdf5c-cbbe-4794-8177-e4d56556bd2d', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'port_id': '721cd7e1-0262-4201-b9c5-4c10be7af7fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'mac_address': 'fa:16:3e:38:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a97a3f-30f9-4b08-9a46-48a39b361a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:39:43Z', 'updated_at': '2021-09-06T14:39:54Z', 'revision_number': 1, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e517322a-e8a1-492e-8b86-b38a95adbec2', 'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'mac_address': 'fa:16:3e:98:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:58Z', 'updated_at': '2021-09-06T14:32:14Z', 'revision_number': 5, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'subnets': [{'id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:55.238949 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa706a-ceaa-436f-b3f4-dbbc50ce9a8a req-9399f35c-0115-46c7-84d1-f2b5c248e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:55.240545 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-50aa706a-ceaa-436f-b3f4-dbbc50ce9a8a req-9399f35c-0115-46c7-84d1-f2b5c248e30f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6e89d0ac-3753-4b35-bedd-a983dd8ff0f4 HTTP/1.1" status: 200 len: 850 time: 0.0484414 Sep 06 14:39:55.290297 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa706a-ceaa-436f-b3f4-dbbc50ce9a8a req-53d33ae5-351b-42e4-98bc-944b7644ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:55.291841 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-50aa706a-ceaa-436f-b3f4-dbbc50ce9a8a req-53d33ae5-351b-42e4-98bc-944b7644ea6e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4753f5f9-e6ed-41ba-b444-e74e424cd4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446730 Sep 06 14:39:55.377024 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac615201-dd90-4ee8-8488-5fbbec442f78 None None] Checking router: b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:39:55.385574 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac615201-dd90-4ee8-8488-5fbbec442f78 None None] Routers {'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:39:55.386227 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-ac615201-dd90-4ee8-8488-5fbbec442f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:39:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:55.387870 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-50aa706a-ceaa-436f-b3f4-dbbc50ce9a8a req-be6af521-04fe-421b-9c78-0bc4c9e4cb5b service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872457 Sep 06 14:39:55.479213 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-50aa706a-ceaa-436f-b3f4-dbbc50ce9a8a req-5adc1e2e-ca29-42ac-9d7b-e1bbfbacb511 service neutron] 10.222.0.22 "GET /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843036 Sep 06 14:39:55.492313 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-ac615201-dd90-4ee8-8488-5fbbec442f78 None None] Set router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:39:55.721825 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-ac615201-dd90-4ee8-8488-5fbbec442f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:32:04Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': '18dcdf5c-cbbe-4794-8177-e4d56556bd2d', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'port_id': '721cd7e1-0262-4201-b9c5-4c10be7af7fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'mac_address': 'fa:16:3e:38:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a97a3f-30f9-4b08-9a46-48a39b361a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:39:43Z', 'updated_at': '2021-09-06T14:39:54Z', 'revision_number': 1, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e517322a-e8a1-492e-8b86-b38a95adbec2', 'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'mac_address': 'fa:16:3e:98:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:58Z', 'updated_at': '2021-09-06T14:32:14Z', 'revision_number': 5, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'subnets': [{'id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:55.753482 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac615201-dd90-4ee8-8488-5fbbec442f78 None None] The sync data for ids ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'] in dv-cinder-791281-8-iscsi is: [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:32:04Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': '18dcdf5c-cbbe-4794-8177-e4d56556bd2d', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'port_id': '721cd7e1-0262-4201-b9c5-4c10be7af7fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'mac_address': 'fa:16:3e:38:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a97a3f-30f9-4b08-9a46-48a39b361a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:39:43Z', 'updated_at': '2021-09-06T14:39:54Z', 'revision_number': 1, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e517322a-e8a1-492e-8b86-b38a95adbec2', 'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'mac_address': 'fa:16:3e:98:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:58Z', 'updated_at': '2021-09-06T14:32:14Z', 'revision_number': 5, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'subnets': [{'id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:39:55.943608 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18bb0e2-e91e-4a96-9672-685a227ec6b7 None None] New status for floating IP 18dcdf5c-cbbe-4794-8177-e4d56556bd2d: ACTIVE {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:39:56.009389 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c4a5d-e54a-45fa-92fb-5374a7243378 req-f607a401-d70f-4e64-8fec-9f417e8e1691 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:56.010911 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-808c4a5d-e54a-45fa-92fb-5374a7243378 req-f607a401-d70f-4e64-8fec-9f417e8e1691 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 944 time: 0.0500743 Sep 06 14:39:56.050267 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-808c4a5d-e54a-45fa-92fb-5374a7243378 req-9688b80e-5a03-44d6-9251-5a20129d5bc1 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333610 Sep 06 14:39:57.175380 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711633b0-5a75-45e9-a5c3-b75b276581e9 req-ed267277-f0f5-4d03-a8d3-856154186245 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:57.177324 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-711633b0-5a75-45e9-a5c3-b75b276581e9 req-ed267277-f0f5-4d03-a8d3-856154186245 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 944 time: 0.0542758 Sep 06 14:39:57.214878 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-711633b0-5a75-45e9-a5c3-b75b276581e9 req-b6df8eb3-1932-41a8-821e-742691ac5c93 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321784 Sep 06 14:39:58.333125 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb9cd7-d572-4bd8-8c22-3aeed0b5eb79 req-9a5cdda5-49c2-4865-b9de-1b371c9d0abe tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:58.334658 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c3fb9cd7-d572-4bd8-8c22-3aeed0b5eb79 req-9a5cdda5-49c2-4865-b9de-1b371c9d0abe tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 944 time: 0.0491390 Sep 06 14:39:58.378073 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c3fb9cd7-d572-4bd8-8c22-3aeed0b5eb79 req-e8ddaafd-e6e3-49bf-a176-d7cec2c7b2c0 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374770 Sep 06 14:39:59.492994 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb4fef-994a-45f1-a70e-d7e80ad58300 req-dff788a0-2d8b-4880-be4b-7ab030437a06 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:59.494489 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ecdb4fef-994a-45f1-a70e-d7e80ad58300 req-dff788a0-2d8b-4880-be4b-7ab030437a06 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 944 time: 0.0487425 Sep 06 14:39:59.531674 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ecdb4fef-994a-45f1-a70e-d7e80ad58300 req-33d9a4fd-e0c9-4a0f-883c-e337c766d601 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313854 Sep 06 14:40:00.647913 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0819-4bf7-4959-9f3e-1eb120b4c8d0 req-ef098cd1-15ce-4a4f-be1f-1054c4a3f861 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:00.649409 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-190e0819-4bf7-4959-9f3e-1eb120b4c8d0 req-ef098cd1-15ce-4a4f-be1f-1054c4a3f861 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 944 time: 0.0501592 Sep 06 14:40:00.689029 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-190e0819-4bf7-4959-9f3e-1eb120b4c8d0 req-73e0937a-fc5b-498c-bfbc-9c8933327c9a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336998 Sep 06 14:40:01.806216 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b7226-dda7-420a-90a0-b98a374167e4 req-53eb89f4-d4a0-4dc9-a98d-55622a3f241c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:01.807711 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-305b7226-dda7-420a-90a0-b98a374167e4 req-53eb89f4-d4a0-4dc9-a98d-55622a3f241c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 944 time: 0.0484326 Sep 06 14:40:01.850006 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-305b7226-dda7-420a-90a0-b98a374167e4 req-afb1acca-acb7-4806-afb2-9e32fcc540c8 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351233 Sep 06 14:40:02.964882 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea24fb-d091-434e-8290-cb026c92382f req-b94174bd-44d4-45ff-82d2-3516e8d3e589 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:02.966388 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c2ea24fb-d091-434e-8290-cb026c92382f req-b94174bd-44d4-45ff-82d2-3516e8d3e589 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 944 time: 0.0490568 Sep 06 14:40:03.004621 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c2ea24fb-d091-434e-8290-cb026c92382f req-74343c8c-dc4b-44c3-b108-7faffe50c3ee tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316782 Sep 06 14:40:04.125335 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42cca4-c345-471d-b1a2-701e776981ab req-331f9c06-6084-42c9-aaab-2ee8e7a7743a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:04.126835 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0d42cca4-c345-471d-b1a2-701e776981ab req-331f9c06-6084-42c9-aaab-2ee8e7a7743a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 944 time: 0.0528619 Sep 06 14:40:04.164966 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0d42cca4-c345-471d-b1a2-701e776981ab req-f2bb9198-6b33-4dd7-a245-0849f164e4a4 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320022 Sep 06 14:40:04.535829 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-521d044a-2354-4ba8-9a30-47faefb3d92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:04.777773 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 65a140d5-df10-4f8d-8c15-f64125a571de details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:40:04.872185 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 65a140d5-df10-4f8d-8c15-f64125a571de, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=65a140d5-df10-4f8d-8c15-f64125a571de,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:04.883815 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': '65a140d5-df10-4f8d-8c15-f64125a571de', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'port_id': '65a140d5-df10-4f8d-8c15-f64125a571de', 'mac_address': 'fa:16:3e:3c:7a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:40:04.922385 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:04.935178 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a140d5-df10-4f8d-8c15-f64125a571de {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:40:04.954226 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 65a140d5-df10-4f8d-8c15-f64125a571de, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=65a140d5-df10-4f8d-8c15-f64125a571de,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:04.957887 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:05.003862 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=65a140d5-df10-4f8d-8c15-f64125a571de,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:05.278396 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca40d4f-52bf-4c9e-a925-5335d194544e req-d82d3254-ce7c-4989-a314-f7cb0998d6f3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:05.279776 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8ca40d4f-52bf-4c9e-a925-5335d194544e req-d82d3254-ce7c-4989-a314-f7cb0998d6f3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 945 time: 0.0478663 Sep 06 14:40:05.310529 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['65a140d5-df10-4f8d-8c15-f64125a571de'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:40:05.321969 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8ca40d4f-52bf-4c9e-a925-5335d194544e req-31349aaf-0079-4e8b-b208-cddf7c9ff1f6 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358045 Sep 06 14:40:06.439374 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2af18-ac6d-4f08-b418-e6b092934f01 req-10d8cba1-a6fb-450f-95a0-5f18eea1aa9d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:06.441878 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cac2af18-ac6d-4f08-b418-e6b092934f01 req-10d8cba1-a6fb-450f-95a0-5f18eea1aa9d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 945 time: 0.0506248 Sep 06 14:40:06.479584 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cac2af18-ac6d-4f08-b418-e6b092934f01 req-cf0d463a-b4db-4de5-9b1d-a70a23ae7826 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319169 Sep 06 14:40:06.777161 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 65a140d5-df10-4f8d-8c15-f64125a571de up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:40:06.826595 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port 65a140d5-df10-4f8d-8c15-f64125a571de completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:40:06.830180 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port 65a140d5-df10-4f8d-8c15-f64125a571de triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:40:06.830758 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:06.911406 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:06.934262 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f655f4-d100-4342-a32d-69e428511e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a140d5-df10-4f8d-8c15-f64125a571de'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:40:06.936588 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d840957-f4a8-487f-ad95-07a9ae2286b2" -d '{"events": [{"server_uuid": "63f655f4-d100-4342-a32d-69e428511e2e", "name": "network-vif-plugged", "status": "completed", "tag": "65a140d5-df10-4f8d-8c15-f64125a571de"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:40:06.949843 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 65a140d5-df10-4f8d-8c15-f64125a571de, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=65a140d5-df10-4f8d-8c15-f64125a571de,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:06.954252 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:06.978799 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e55f36b-ff1e-4689-911f-1279c46723ef x-openstack-request-id: req-5e55f36b-ff1e-4689-911f-1279c46723ef {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:40:06.979067 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f655f4-d100-4342-a32d-69e428511e2e", "name": "network-vif-plugged", "status": "completed", "tag": "65a140d5-df10-4f8d-8c15-f64125a571de", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:40:06.979315 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e55f36b-ff1e-4689-911f-1279c46723ef {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:40:06.979693 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f655f4-d100-4342-a32d-69e428511e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a140d5-df10-4f8d-8c15-f64125a571de', 'code': 200} Sep 06 14:40:07.006972 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=65a140d5-df10-4f8d-8c15-f64125a571de,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:07.210837 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68045a8-3182-4a82-9a36-c938610b8f14 req-1d8c64ba-a8b8-432a-902b-2bc491dd9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:07.212314 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f68045a8-3182-4a82-9a36-c938610b8f14 req-1d8c64ba-a8b8-432a-902b-2bc491dd9db4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 1099 time: 0.0396080 Sep 06 14:40:07.247654 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f68045a8-3182-4a82-9a36-c938610b8f14 req-a0f4f2fa-8681-405a-bf57-7c5e5acdd7a5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278597 Sep 06 14:40:07.440688 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0d387825-1fef-45c6-ab47-fded5e276052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:07.594399 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d2040-66bc-4e92-9ed8-720b7a9f9a95 req-0694669b-3952-4ee7-a29c-3bf270780832 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:07.595915 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b20d2040-66bc-4e92-9ed8-720b7a9f9a95 req-0694669b-3952-4ee7-a29c-3bf270780832 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 946 time: 0.0482616 Sep 06 14:40:07.606291 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:07.636810 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b20d2040-66bc-4e92-9ed8-720b7a9f9a95 req-de348d85-f303-4fb0-a7e2-3b981854da67 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340919 Sep 06 14:40:08.774224 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbb576-1de1-41b6-92f8-abc40f0b744a req-cbe6bae2-2b9b-4c9a-8e90-39344a574d9e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:08.775721 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cddbb576-1de1-41b6-92f8-abc40f0b744a req-cbe6bae2-2b9b-4c9a-8e90-39344a574d9e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 946 time: 0.0570865 Sep 06 14:40:08.813581 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cddbb576-1de1-41b6-92f8-abc40f0b744a req-cd3f0d5d-dcf7-4e9c-b50a-084e7dca65f7 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318928 Sep 06 14:40:08.914968 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:09.931239 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab893fcf-a521-41b7-aeb9-48730ac5b79c req-15df3364-415a-47e9-858f-a24a7a698916 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:09.932765 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ab893fcf-a521-41b7-aeb9-48730ac5b79c req-15df3364-415a-47e9-858f-a24a7a698916 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 946 time: 0.0491598 Sep 06 14:40:09.974512 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ab893fcf-a521-41b7-aeb9-48730ac5b79c req-77cface8-dc9b-4696-b932-331bf671c2d7 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358632 Sep 06 14:40:10.096944 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81374d2-9321-4c68-9b16-93fd8792d521 req-c69f316a-de5c-4fc7-9dc1-c4c98e2a8b2a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:10.098451 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e81374d2-9321-4c68-9b16-93fd8792d521 req-c69f316a-de5c-4fc7-9dc1-c4c98e2a8b2a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 946 time: 0.0536172 Sep 06 14:40:10.135746 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e81374d2-9321-4c68-9b16-93fd8792d521 req-a60fd8cd-4b0d-440a-8c81-fe89aff7ddf8 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312655 Sep 06 14:40:10.157578 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 53520) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:10.197252 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1fe63d-35b2-406d-bf36-02d11ab2d417 tempest-TestVolumeBootPattern-801509918 tempest-TestVolumeBootPattern-801509918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:10.198810 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-da1fe63d-35b2-406d-bf36-02d11ab2d417 tempest-TestVolumeBootPattern-801509918 tempest-TestVolumeBootPattern-801509918-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 1094 time: 0.0402262 Sep 06 14:40:10.201904 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 53522) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:10.207005 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Request body: {'floatingip': {'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'port_id': '65a140d5-df10-4f8d-8c15-f64125a571de', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:40:10.229040 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for floatingip, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:10.333611 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:10.419809 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:10.442922 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Allocated IP 172.27.0.29 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/9e21c429-69fe-40bc-8de0-35025478d1ad) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:40:10.546076 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:10.583494 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:10.622245 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:40:10.625007 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:40:10.628692 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:40:10.656895 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event updated for resources: {'Port': ['ID=9e21c429-69fe-40bc-8de0-35025478d1ad,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:10.984235 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:11.050150 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:11.199638 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:11.204460 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:11.274976 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event updated for resources: {'Port': ['ID=9e21c429-69fe-40bc-8de0-35025478d1ad,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:11.292236 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:11.390419 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.l3_db [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Floating IP f87a7160-a58c-4ded-b72e-fc3f8aa56327 associated. External IP: 172.27.0.29, port: 65a140d5-df10-4f8d-8c15-f64125a571de. Sep 06 14:40:11.431649 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:11.601175 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Router 93489a06-1a14-48aa-8c71-b0bbd7576586 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:40:11.955176 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:40:11.964931 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1531431c-f7ce-498d-b10c-96975ee3c121 None None] Sync routers for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:40:11.972102 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:11.974767 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1531431c-f7ce-498d-b10c-96975ee3c121 None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:40:11.975384 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-1531431c-f7ce-498d-b10c-96975ee3c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:40:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:12.000111 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ec045134-bd4e-4fa3-b678-3e826cdfe774 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7970984 Sep 06 14:40:12.000710 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f655f4-d100-4342-a32d-69e428511e2e', 'tag': '65a140d5-df10-4f8d-8c15-f64125a571de'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:40:12.003028 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0cb64c-8302-4a5b-903a-f6e991237509" -d '{"events": [{"name": "network-changed", "server_uuid": "63f655f4-d100-4342-a32d-69e428511e2e", "tag": "65a140d5-df10-4f8d-8c15-f64125a571de"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:40:12.041586 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a165af-096b-42a3-92f7-a014d9dbc281 x-openstack-request-id: req-26a165af-096b-42a3-92f7-a014d9dbc281 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:40:12.041871 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f655f4-d100-4342-a32d-69e428511e2e", "tag": "65a140d5-df10-4f8d-8c15-f64125a571de", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:40:12.042184 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26a165af-096b-42a3-92f7-a014d9dbc281 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:40:12.042575 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f655f4-d100-4342-a32d-69e428511e2e', 'tag': '65a140d5-df10-4f8d-8c15-f64125a571de', 'status': 'completed', 'code': 200} Sep 06 14:40:12.084684 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-1531431c-f7ce-498d-b10c-96975ee3c121 None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:40:12.113741 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cb64c-8302-4a5b-903a-f6e991237509 req-1b09bd58-7aae-4747-bfb6-b37fac10245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:12.115283 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad0cb64c-8302-4a5b-903a-f6e991237509 req-1b09bd58-7aae-4747-bfb6-b37fac10245e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 1099 time: 0.0404842 Sep 06 14:40:12.206084 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cb64c-8302-4a5b-903a-f6e991237509 req-7c87f46c-04dd-4d2d-ad0b-955436d84242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:12.207499 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad0cb64c-8302-4a5b-903a-f6e991237509 req-7c87f46c-04dd-4d2d-ad0b-955436d84242 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 200 len: 913 time: 0.0837002 Sep 06 14:40:12.277208 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad0cb64c-8302-4a5b-903a-f6e991237509 req-9af96635-fcde-4344-a399-2c65868e656f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65a140d5-df10-4f8d-8c15-f64125a571de HTTP/1.1" status: 200 len: 999 time: 0.0615890 Sep 06 14:40:12.312274 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-1531431c-f7ce-498d-b10c-96975ee3c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': 'f87a7160-a58c-4ded-b72e-fc3f8aa56327', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'port_id': '65a140d5-df10-4f8d-8c15-f64125a571de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'mac_address': 'fa:16:3e:3c:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f655f4-d100-4342-a32d-69e428511e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:40:10Z', 'updated_at': '2021-09-06T14:40:10Z', 'revision_number': 0, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:12.329516 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cb64c-8302-4a5b-903a-f6e991237509 req-c02ce772-c925-4b52-b7c7-9942b67f4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:12.331712 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad0cb64c-8302-4a5b-903a-f6e991237509 req-c02ce772-c925-4b52-b7c7-9942b67f4402 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3d8f3db7-1100-47f8-a041-76cc8cbfc844 HTTP/1.1" status: 200 len: 851 time: 0.0448287 Sep 06 14:40:12.339900 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1531431c-f7ce-498d-b10c-96975ee3c121 None None] Checking router: 93489a06-1a14-48aa-8c71-b0bbd7576586 for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:40:12.348992 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1531431c-f7ce-498d-b10c-96975ee3c121 None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:40:12.349598 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-1531431c-f7ce-498d-b10c-96975ee3c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:40:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:12.377996 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cb64c-8302-4a5b-903a-f6e991237509 req-d8915481-130a-4aeb-b8c7-51c2c77cfa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:12.379534 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad0cb64c-8302-4a5b-903a-f6e991237509 req-d8915481-130a-4aeb-b8c7-51c2c77cfa01 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c60b747-df5e-44fc-9133-15b63b143d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407608 Sep 06 14:40:12.453740 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-1531431c-f7ce-498d-b10c-96975ee3c121 None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:40:12.693363 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad0cb64c-8302-4a5b-903a-f6e991237509 req-05043dbe-c5ef-4e0d-9af1-0f58a0c9998b service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036489 Sep 06 14:40:12.698616 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-1531431c-f7ce-498d-b10c-96975ee3c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': 'f87a7160-a58c-4ded-b72e-fc3f8aa56327', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'port_id': '65a140d5-df10-4f8d-8c15-f64125a571de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'mac_address': 'fa:16:3e:3c:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f655f4-d100-4342-a32d-69e428511e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:40:10Z', 'updated_at': '2021-09-06T14:40:10Z', 'revision_number': 0, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:12.726115 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1531431c-f7ce-498d-b10c-96975ee3c121 None None] The sync data for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi is: [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': 'f87a7160-a58c-4ded-b72e-fc3f8aa56327', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'port_id': '65a140d5-df10-4f8d-8c15-f64125a571de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'mac_address': 'fa:16:3e:3c:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f655f4-d100-4342-a32d-69e428511e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:40:10Z', 'updated_at': '2021-09-06T14:40:10Z', 'revision_number': 0, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:40:12.790179 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad0cb64c-8302-4a5b-903a-f6e991237509 req-33182b61-387c-4546-a4d5-40440724f052 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873625 Sep 06 14:40:12.915270 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55a7c9e-dbe6-4983-a1d1-cbf6f7db685f None None] New status for floating IP f87a7160-a58c-4ded-b72e-fc3f8aa56327: ACTIVE {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:40:20.402266 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35306b-188e-4dcf-b545-f8c0470199c5 req-573980a9-b3b1-4027-9ac1-12fc041fce72 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:20.403764 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-db35306b-188e-4dcf-b545-f8c0470199c5 req-573980a9-b3b1-4027-9ac1-12fc041fce72 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0534141 Sep 06 14:40:20.441483 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-db35306b-188e-4dcf-b545-f8c0470199c5 req-57c3cd09-94b7-4b93-bb85-dba8f950a545 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314727 Sep 06 14:40:21.562504 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eba8f0-ba5c-428e-bea7-e0a35c456326 req-647e1dd6-1c91-4a45-b8be-44138daa91e4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:21.563923 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e9eba8f0-ba5c-428e-bea7-e0a35c456326 req-647e1dd6-1c91-4a45-b8be-44138daa91e4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0495999 Sep 06 14:40:21.603180 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e9eba8f0-ba5c-428e-bea7-e0a35c456326 req-333e8dd3-1417-4feb-a818-3fde5dc90297 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328758 Sep 06 14:40:22.721054 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a0c06-b86c-4a71-af1c-816b33622bfd req-cf5e3049-cf22-4557-8094-beb909a1b45c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:22.723404 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-999a0c06-b86c-4a71-af1c-816b33622bfd req-cf5e3049-cf22-4557-8094-beb909a1b45c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0485735 Sep 06 14:40:22.759990 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-999a0c06-b86c-4a71-af1c-816b33622bfd req-f7625dc5-f4fe-4032-acb4-4fb4459a9936 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308666 Sep 06 14:40:23.853186 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 53602) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:23.886618 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f18a11-c6e8-4e98-a071-5476b7993936 req-bdc17607-66fe-4878-b1ab-2eb3ec4f962f tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:23.888173 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a3f18a11-c6e8-4e98-a071-5476b7993936 req-bdc17607-66fe-4878-b1ab-2eb3ec4f962f tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0545208 Sep 06 14:40:23.926882 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a3f18a11-c6e8-4e98-a071-5476b7993936 req-9a5a363b-6cd2-4cf7-9cf0-b288ce944f52 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328438 Sep 06 14:40:24.106283 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb91d3-fa12-4af6-8019-762650382c11 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Deleting port b3521ff8-e7b3-4d73-82cb-82c665cb81f9 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:40:24.106554 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7fcb91d3-fa12-4af6-8019-762650382c11 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:24.186469 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7fcb91d3-fa12-4af6-8019-762650382c11 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:24.186866 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7fcb91d3-fa12-4af6-8019-762650382c11 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:24.199845 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb91d3-fa12-4af6-8019-762650382c11 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Calling delete_port for b3521ff8-e7b3-4d73-82cb-82c665cb81f9 owned by network:floatingip {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:40:24.377968 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7fcb91d3-fa12-4af6-8019-762650382c11 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:24.405016 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb91d3-fa12-4af6-8019-762650382c11 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Pushing event deleted for resources: {'Port': ['ID=b3521ff8-e7b3-4d73-82cb-82c665cb81f9,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:24.469898 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7fcb91d3-fa12-4af6-8019-762650382c11 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for floatingip, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:24.470262 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.l3_db [None req-7fcb91d3-fa12-4af6-8019-762650382c11 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Floating IP 86505c29-f8df-4ed9-9cee-36a924dabf61 disassociated (deleted). External IP: 172.27.0.27, port: bcb902c2-2cec-4bff-ab7c-15d844c1cbf9. Sep 06 14:40:24.686395 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcb91d3-fa12-4af6-8019-762650382c11 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Router d0fb4aec-9aa7-4c24-b196-402d473052bc has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:40:24.791351 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcb91d3-fa12-4af6-8019-762650382c11 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:40:24.796205 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7fcb91d3-fa12-4af6-8019-762650382c11 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:24.801759 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55697074-b2f0-4d44-8913-83b60e426059 None None] Sync routers for ids ['d0fb4aec-9aa7-4c24-b196-402d473052bc'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:40:24.812114 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55697074-b2f0-4d44-8913-83b60e426059 None None] Routers {'d0fb4aec-9aa7-4c24-b196-402d473052bc'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:40:24.812717 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-55697074-b2f0-4d44-8913-83b60e426059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:40:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['d0fb4aec-9aa7-4c24-b196-402d473052bc'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:24.823557 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-7fcb91d3-fa12-4af6-8019-762650382c11 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "DELETE /v2.0/floatingips/86505c29-f8df-4ed9-9cee-36a924dabf61 HTTP/1.1" status: 204 len: 168 time: 0.9691586 Sep 06 14:40:24.824152 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'tag': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:40:24.826510 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3316dc9e-154b-4019-8b70-f9147aff2c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "38c94205-bd6c-45ce-97c0-34e64b8a8b4f", "tag": "bcb902c2-2cec-4bff-ab7c-15d844c1cbf9"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:40:24.866144 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3bfe5e-e77d-48a7-8343-996c213b2524 x-openstack-request-id: req-2a3bfe5e-e77d-48a7-8343-996c213b2524 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:40:24.866739 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c94205-bd6c-45ce-97c0-34e64b8a8b4f", "tag": "bcb902c2-2cec-4bff-ab7c-15d844c1cbf9", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:40:24.866739 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a3bfe5e-e77d-48a7-8343-996c213b2524 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:40:24.867255 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'tag': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9', 'status': 'completed', 'code': 200} Sep 06 14:40:24.949685 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316dc9e-154b-4019-8b70-f9147aff2c4d req-f659e3f9-9f48-47b3-b64d-bb1fcf03ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:24.951209 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3316dc9e-154b-4019-8b70-f9147aff2c4d req-f659e3f9-9f48-47b3-b64d-bb1fcf03ae52 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1836a45e71b4565bb86028fc9b32a01&device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 1098 time: 0.0488486 Sep 06 14:40:25.064149 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-55697074-b2f0-4d44-8913-83b60e426059 None None] Set router d0fb4aec-9aa7-4c24-b196-402d473052bc gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:40:25.076030 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a067361-f1f5-4ca1-85c6-311fd96b3c91 req-27806044-744e-4ee4-a4cb-1aa77cf7e9ca tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:25.077660 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4a067361-f1f5-4ca1-85c6-311fd96b3c91 req-27806044-744e-4ee4-a4cb-1aa77cf7e9ca tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0569546 Sep 06 14:40:25.093087 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316dc9e-154b-4019-8b70-f9147aff2c4d req-0b055fd8-8de3-47a6-9c1b-52a416b6a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:25.094688 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3316dc9e-154b-4019-8b70-f9147aff2c4d req-0b055fd8-8de3-47a6-9c1b-52a416b6a0ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=58ec9605-fe64-46a3-85cf-779c96d317c8 HTTP/1.1" status: 200 len: 909 time: 0.1344197 Sep 06 14:40:25.103119 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf7aa8-5b5b-4b20-8d2d-be097a09480b req-2bf84e27-4ad4-4419-9217-693e34536555 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:25.104652 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-facf7aa8-5b5b-4b20-8d2d-be097a09480b req-2bf84e27-4ad4-4419-9217-693e34536555 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0707176 Sep 06 14:40:25.126519 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4a067361-f1f5-4ca1-85c6-311fd96b3c91 req-d8591c1f-e0ec-4a78-b13d-37e43adf495b tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417955 Sep 06 14:40:25.153954 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3316dc9e-154b-4019-8b70-f9147aff2c4d req-fb4f8823-357d-45d5-9d07-df529990eda0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 HTTP/1.1" status: 200 len: 217 time: 0.0482616 Sep 06 14:40:25.179447 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-facf7aa8-5b5b-4b20-8d2d-be097a09480b req-7d5e3d56-29bf-49ee-abda-223e9dd42be6 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677288 Sep 06 14:40:25.216769 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316dc9e-154b-4019-8b70-f9147aff2c4d req-af354e81-0c1c-4ad7-b949-8808439bca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:25.218276 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3316dc9e-154b-4019-8b70-f9147aff2c4d req-af354e81-0c1c-4ad7-b949-8808439bca5d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fad3b585-f362-4f81-8d1e-8bb6019a6ccb HTTP/1.1" status: 200 len: 847 time: 0.0540135 Sep 06 14:40:25.270068 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316dc9e-154b-4019-8b70-f9147aff2c4d req-86453a71-129f-4160-b659-9a482fa3451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:25.271561 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3316dc9e-154b-4019-8b70-f9147aff2c4d req-86453a71-129f-4160-b659-9a482fa3451a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58ec9605-fe64-46a3-85cf-779c96d317c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412157 Sep 06 14:40:25.274918 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-55697074-b2f0-4d44-8913-83b60e426059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'name': 'tempest-TestShelveInstance-261985405-router', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:51Z', 'revision_number': 4, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'gw_port': {'id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '2081b0f5-0266-4e7b-b32c-5245980c3bc6', 'name': '', 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'mac_address': 'fa:16:3e:73:9d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:50Z', 'updated_at': '2021-09-06T14:33:58Z', 'revision_number': 5, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'subnets': [{'id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:25.309103 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55697074-b2f0-4d44-8913-83b60e426059 None None] Checking router: d0fb4aec-9aa7-4c24-b196-402d473052bc for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:40:25.317978 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55697074-b2f0-4d44-8913-83b60e426059 None None] Routers {'d0fb4aec-9aa7-4c24-b196-402d473052bc'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:40:25.318591 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-55697074-b2f0-4d44-8913-83b60e426059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:40:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['d0fb4aec-9aa7-4c24-b196-402d473052bc'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:25.367979 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3316dc9e-154b-4019-8b70-f9147aff2c4d req-e190c39e-65a3-4157-b1d0-f7f3fb70257e service neutron] 10.222.0.22 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864320 Sep 06 14:40:25.428392 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-55697074-b2f0-4d44-8913-83b60e426059 None None] Set router d0fb4aec-9aa7-4c24-b196-402d473052bc gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:40:25.463887 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3316dc9e-154b-4019-8b70-f9147aff2c4d req-110022c8-0148-4ff8-8470-44383324fd46 service neutron] 10.222.0.22 "GET /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875404 Sep 06 14:40:25.655764 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-55697074-b2f0-4d44-8913-83b60e426059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'name': 'tempest-TestShelveInstance-261985405-router', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:51Z', 'revision_number': 4, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'gw_port': {'id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '2081b0f5-0266-4e7b-b32c-5245980c3bc6', 'name': '', 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'mac_address': 'fa:16:3e:73:9d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:50Z', 'updated_at': '2021-09-06T14:33:58Z', 'revision_number': 5, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'subnets': [{'id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:25.685751 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55697074-b2f0-4d44-8913-83b60e426059 None None] The sync data for ids ['d0fb4aec-9aa7-4c24-b196-402d473052bc'] in dv-cinder-791281-8-iscsi is: [{'id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'name': 'tempest-TestShelveInstance-261985405-router', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:51Z', 'revision_number': 4, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'gw_port': {'id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '2081b0f5-0266-4e7b-b32c-5245980c3bc6', 'name': '', 'network_id': '58ec9605-fe64-46a3-85cf-779c96d317c8', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'mac_address': 'fa:16:3e:73:9d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:50Z', 'updated_at': '2021-09-06T14:33:58Z', 'revision_number': 5, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'subnets': [{'id': 'fad3b585-f362-4f81-8d1e-8bb6019a6ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:40:25.904758 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed05c3c-1635-4b4a-99ad-1ae19ba4eccb None None] New status for floating IP 86505c29-f8df-4ed9-9cee-36a924dabf61: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:40:26.254244 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560de34-d974-4bb9-b70a-c767414178b8 req-18e02f84-b3ea-4972-82e6-d71f587176a7 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:26.255894 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8560de34-d974-4bb9-b70a-c767414178b8 req-18e02f84-b3ea-4972-82e6-d71f587176a7 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0552769 Sep 06 14:40:26.294887 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8560de34-d974-4bb9-b70a-c767414178b8 req-cba4721d-0e65-4316-9ff2-0a8e65294ad0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330882 Sep 06 14:40:26.307616 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68209b4f-7261-4910-a2b0-d0997b378365 req-6149b423-6856-4bfe-bd0a-3f0e7e2d6043 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:26.309364 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-68209b4f-7261-4910-a2b0-d0997b378365 req-6149b423-6856-4bfe-bd0a-3f0e7e2d6043 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0506413 Sep 06 14:40:26.350369 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-68209b4f-7261-4910-a2b0-d0997b378365 req-22222700-03b5-4608-8723-42cf82d38472 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f0928b-2986-4a2b-8441-8e350ce59243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352101 Sep 06 14:40:26.864927 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907aec1c-97ef-4a84-835e-ae8ced07486e req-890995b1-85a1-48fd-a536-c5b2f55728f4 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:26.866322 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-907aec1c-97ef-4a84-835e-ae8ced07486e req-890995b1-85a1-48fd-a536-c5b2f55728f4 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 945 time: 0.0567834 Sep 06 14:40:26.955994 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-907aec1c-97ef-4a84-835e-ae8ced07486e req-ee3fc85b-2e41-4b2a-b3dc-09a02c5a6fd6 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Deleting port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:40:26.956355 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-907aec1c-97ef-4a84-835e-ae8ced07486e req-ee3fc85b-2e41-4b2a-b3dc-09a02c5a6fd6 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:27.046647 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-907aec1c-97ef-4a84-835e-ae8ced07486e req-ee3fc85b-2e41-4b2a-b3dc-09a02c5a6fd6 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] For port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,segment=NetworkSegment(918f975e-75a9-49c0-8710-8ab94b27aa81),segment_id=918f975e-75a9-49c0-8710-8ab94b27aa81)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:27.047015 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-907aec1c-97ef-4a84-835e-ae8ced07486e req-ee3fc85b-2e41-4b2a-b3dc-09a02c5a6fd6 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:27.059471 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-907aec1c-97ef-4a84-835e-ae8ced07486e req-ee3fc85b-2e41-4b2a-b3dc-09a02c5a6fd6 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Calling delete_port for bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:40:27.184045 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-907aec1c-97ef-4a84-835e-ae8ced07486e req-ee3fc85b-2e41-4b2a-b3dc-09a02c5a6fd6 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:27.219064 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fc85b-2e41-4b2a-b3dc-09a02c5a6fd6 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Pushing event deleted for resources: {'Port': ['ID=bcb902c2-2cec-4bff-ab7c-15d844c1cbf9,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:27.257844 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-907aec1c-97ef-4a84-835e-ae8ced07486e req-ee3fc85b-2e41-4b2a-b3dc-09a02c5a6fd6 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] No DVR routers for this DVR port bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 on host hv-cinder-79128 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:40:27.260481 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-907aec1c-97ef-4a84-835e-ae8ced07486e req-ee3fc85b-2e41-4b2a-b3dc-09a02c5a6fd6 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:27.262636 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-907aec1c-97ef-4a84-835e-ae8ced07486e req-ee3fc85b-2e41-4b2a-b3dc-09a02c5a6fd6 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.22 "DELETE /v2.0/ports/bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 HTTP/1.1" status: 204 len: 173 time: 0.3896248 Sep 06 14:40:27.263072 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'name': 'network-vif-deleted', 'tag': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:40:27.265357 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a48c28-9634-4c47-9d8a-fa7046172a9b" -d '{"events": [{"server_uuid": "38c94205-bd6c-45ce-97c0-34e64b8a8b4f", "name": "network-vif-deleted", "tag": "bcb902c2-2cec-4bff-ab7c-15d844c1cbf9"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:40:27.307292 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110393c3-89a0-41e2-80d7-381d656240da x-openstack-request-id: req-110393c3-89a0-41e2-80d7-381d656240da {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:40:27.307633 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c94205-bd6c-45ce-97c0-34e64b8a8b4f", "name": "network-vif-deleted", "tag": "bcb902c2-2cec-4bff-ab7c-15d844c1cbf9", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:40:27.307882 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-110393c3-89a0-41e2-80d7-381d656240da {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:40:27.308275 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c94205-bd6c-45ce-97c0-34e64b8a8b4f', 'name': 'network-vif-deleted', 'tag': 'bcb902c2-2cec-4bff-ab7c-15d844c1cbf9', 'status': 'completed', 'code': 200} Sep 06 14:40:27.423051 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c49b7-95d2-49eb-9f89-ed6d52d22ce8 req-62b2b0b9-3036-49d3-9716-5f8687c39bec tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:27.424557 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1e3c49b7-95d2-49eb-9f89-ed6d52d22ce8 req-62b2b0b9-3036-49d3-9716-5f8687c39bec tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0548878 Sep 06 14:40:27.449358 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a66b3a66-5c36-4ba9-ba74-29cffa49f4f0 req-8af79900-561c-40a9-866d-7977a9a6d8d6 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c94205-bd6c-45ce-97c0-34e64b8a8b4f HTTP/1.1" status: 200 len: 210 time: 0.0265548 Sep 06 14:40:27.464717 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1e3c49b7-95d2-49eb-9f89-ed6d52d22ce8 req-5487ca39-1311-48dd-b141-b28470b06dba tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340879 Sep 06 14:40:28.506704 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 53638) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:28.599786 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9213100d-a4a7-4592-b771-1ef62dd0e6d5 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:28.620330 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b00bfd-16c0-46f0-8dc6-91c8fa309ab4 req-b573e29f-55d0-4e3b-a81a-271b53a74b46 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:28.621810 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a3b00bfd-16c0-46f0-8dc6-91c8fa309ab4 req-b573e29f-55d0-4e3b-a81a-271b53a74b46 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0738986 Sep 06 14:40:28.643717 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9213100d-a4a7-4592-b771-1ef62dd0e6d5 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:28.693969 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a3b00bfd-16c0-46f0-8dc6-91c8fa309ab4 req-9eb51b81-02d0-409c-a9ba-756c5dd3e7b0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662887 Sep 06 14:40:28.724264 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9213100d-a4a7-4592-b771-1ef62dd0e6d5 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:28.726896 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9213100d-a4a7-4592-b771-1ef62dd0e6d5 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:28.728069 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9213100d-a4a7-4592-b771-1ef62dd0e6d5 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] 10.222.0.53 "DELETE /v2.0/security-groups/c1f0928b-2986-4a2b-8441-8e350ce59243 HTTP/1.1" status: 204 len: 168 time: 0.2202978 Sep 06 14:40:28.737440 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213100d-a4a7-4592-b771-1ef62dd0e6d5 tempest-TestShelveInstance-1600339703 tempest-TestShelveInstance-1600339703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f0928b-2986-4a2b-8441-8e350ce59243,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:28.778538 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 53642) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:29.243829 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d6be8b03-5303-4652-b6f3-ef75f9e7503d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677687'] for router_interface, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:29.502119 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-d6be8b03-5303-4652-b6f3-ef75f9e7503d admin admin] Deleting port 2081b0f5-0266-4e7b-b32c-5245980c3bc6 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:40:29.502372 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d6be8b03-5303-4652-b6f3-ef75f9e7503d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:29.579333 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-d6be8b03-5303-4652-b6f3-ef75f9e7503d admin admin] For port 2081b0f5-0266-4e7b-b32c-5245980c3bc6, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=2081b0f5-0266-4e7b-b32c-5245980c3bc6,segment=NetworkSegment(918f975e-75a9-49c0-8710-8ab94b27aa81),segment_id=918f975e-75a9-49c0-8710-8ab94b27aa81)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:29.580037 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d6be8b03-5303-4652-b6f3-ef75f9e7503d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:29.591969 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-d6be8b03-5303-4652-b6f3-ef75f9e7503d admin admin] Calling delete_port for 2081b0f5-0266-4e7b-b32c-5245980c3bc6 owned by network:router_interface {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:40:29.625511 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:40:29.768564 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d6be8b03-5303-4652-b6f3-ef75f9e7503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:29.795803 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be8b03-5303-4652-b6f3-ef75f9e7503d admin admin] Pushing event deleted for resources: {'Port': ['ID=2081b0f5-0266-4e7b-b32c-5245980c3bc6,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:29.825947 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db721da7-975e-4c8b-b44c-5ce2570d07d1 req-ba976fb2-a44b-4e1a-8e3c-e20a50501e43 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:29.827540 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-db721da7-975e-4c8b-b44c-5ce2570d07d1 req-ba976fb2-a44b-4e1a-8e3c-e20a50501e43 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0578771 Sep 06 14:40:29.870953 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-db721da7-975e-4c8b-b44c-5ce2570d07d1 req-cdca5bff-e46d-4249-9ae6-35c67771aeb2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362570 Sep 06 14:40:29.967450 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d6be8b03-5303-4652-b6f3-ef75f9e7503d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677795'] for router_interface, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:30.186867 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6be8b03-5303-4652-b6f3-ef75f9e7503d admin admin] Router d0fb4aec-9aa7-4c24-b196-402d473052bc has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:40:30.287858 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6be8b03-5303-4652-b6f3-ef75f9e7503d admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:40:30.293030 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-d6be8b03-5303-4652-b6f3-ef75f9e7503d admin admin] 10.222.0.53 "PUT /v2.0/routers/d0fb4aec-9aa7-4c24-b196-402d473052bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5134721 Sep 06 14:40:30.295747 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 53652) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:30.296473 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb69339b-4f61-4214-a6bc-b3c7e819e37c None None] Sync routers for ids ['d0fb4aec-9aa7-4c24-b196-402d473052bc'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:40:30.306369 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb69339b-4f61-4214-a6bc-b3c7e819e37c None None] Routers {'d0fb4aec-9aa7-4c24-b196-402d473052bc'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:40:30.306981 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-eb69339b-4f61-4214-a6bc-b3c7e819e37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:40:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['d0fb4aec-9aa7-4c24-b196-402d473052bc'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:30.401123 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8766e51c-cc34-418b-b9f4-a06898524038 admin admin] Notify callbacks [] for router, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:30.415261 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-eb69339b-4f61-4214-a6bc-b3c7e819e37c None None] Set router d0fb4aec-9aa7-4c24-b196-402d473052bc gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:40:30.504281 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8766e51c-cc34-418b-b9f4-a06898524038 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:30.559635 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-8766e51c-cc34-418b-b9f4-a06898524038 admin admin] Deleting port 6e277ee4-97f3-444b-9e7a-2b38835d5bec {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:40:30.559872 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8766e51c-cc34-418b-b9f4-a06898524038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:30.606344 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-eb69339b-4f61-4214-a6bc-b3c7e819e37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'name': 'tempest-TestShelveInstance-261985405-router', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:40:29Z', 'revision_number': 5, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'gw_port': {'id': '6e277ee4-97f3-444b-9e7a-2b38835d5bec', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:30.634555 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb69339b-4f61-4214-a6bc-b3c7e819e37c None None] Checking router: d0fb4aec-9aa7-4c24-b196-402d473052bc for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:40:30.643089 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb69339b-4f61-4214-a6bc-b3c7e819e37c None None] Routers {'d0fb4aec-9aa7-4c24-b196-402d473052bc'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:40:30.643819 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-eb69339b-4f61-4214-a6bc-b3c7e819e37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:40:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['d0fb4aec-9aa7-4c24-b196-402d473052bc'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:30.646885 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-8766e51c-cc34-418b-b9f4-a06898524038 admin admin] For port 6e277ee4-97f3-444b-9e7a-2b38835d5bec, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=6e277ee4-97f3-444b-9e7a-2b38835d5bec,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:30.647596 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8766e51c-cc34-418b-b9f4-a06898524038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:30.659916 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-8766e51c-cc34-418b-b9f4-a06898524038 admin admin] Calling delete_port for 6e277ee4-97f3-444b-9e7a-2b38835d5bec owned by network:router_gateway {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:40:30.732078 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-eb69339b-4f61-4214-a6bc-b3c7e819e37c None None] Set router d0fb4aec-9aa7-4c24-b196-402d473052bc gateway port host: None {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:40:30.784857 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-eb69339b-4f61-4214-a6bc-b3c7e819e37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'name': 'tempest-TestShelveInstance-261985405-router', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:40:30Z', 'revision_number': 6, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'gw_port_host': None}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:30.814898 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb69339b-4f61-4214-a6bc-b3c7e819e37c None None] The sync data for ids ['d0fb4aec-9aa7-4c24-b196-402d473052bc'] in dv-cinder-791281-8-iscsi is: [{'id': 'd0fb4aec-9aa7-4c24-b196-402d473052bc', 'name': 'tempest-TestShelveInstance-261985405-router', 'tenant_id': 'b1836a45e71b4565bb86028fc9b32a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:47Z', 'updated_at': '2021-09-06T14:40:30Z', 'revision_number': 6, 'project_id': 'b1836a45e71b4565bb86028fc9b32a01', 'gw_port_host': None}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:40:30.828275 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8766e51c-cc34-418b-b9f4-a06898524038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:30.856545 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766e51c-cc34-418b-b9f4-a06898524038 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e277ee4-97f3-444b-9e7a-2b38835d5bec,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:30.888619 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:40:30.912597 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:40:30.913039 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device bcb902c2-2cec-4bff-ab7c-15d844c1cbf9 not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:40:31.001593 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3ba80-54df-4cdd-9415-e74c82407928 req-db56debb-234e-4d94-b646-f8360a13b405 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:31.003272 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59a3ba80-54df-4cdd-9415-e74c82407928 req-db56debb-234e-4d94-b646-f8360a13b405 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0519230 Sep 06 14:40:31.044753 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59a3ba80-54df-4cdd-9415-e74c82407928 req-aed4eb3a-9da9-4cf7-a702-c9d758a36c75 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335028 Sep 06 14:40:31.171628 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8766e51c-cc34-418b-b9f4-a06898524038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679885'] for router_gateway, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.283245 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8766e51c-cc34-418b-b9f4-a06898524038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-677138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28242'] for router, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.285533 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8766e51c-cc34-418b-b9f4-a06898524038 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.352009 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8766e51c-cc34-418b-b9f4-a06898524038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-677227'] for router, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.352437 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8766e51c-cc34-418b-b9f4-a06898524038 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0fb4aec-9aa7-4c24-b196-402d473052bc {{(pid=93871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:40:31.363410 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8766e51c-cc34-418b-b9f4-a06898524038 admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.363986 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-8766e51c-cc34-418b-b9f4-a06898524038 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d0fb4aec-9aa7-4c24-b196-402d473052bc HTTP/1.1" status: 204 len: 168 time: 1.0673685 Sep 06 14:40:31.366752 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 53658) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:31.413336 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-325a0abb-f6b7-48e5-92d3-5c385994187d admin admin] Deleting subnet fad3b585-f362-4f81-8d1e-8bb6019a6ccb {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:40:31.416356 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-325a0abb-f6b7-48e5-92d3-5c385994187d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.450864 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-325a0abb-f6b7-48e5-92d3-5c385994187d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11736422'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.570927 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-325a0abb-f6b7-48e5-92d3-5c385994187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.631519 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-325a0abb-f6b7-48e5-92d3-5c385994187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11819271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12567114'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.657150 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a0abb-f6b7-48e5-92d3-5c385994187d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fad3b585-f362-4f81-8d1e-8bb6019a6ccb,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:31.662143 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-325a0abb-f6b7-48e5-92d3-5c385994187d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.666375 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-325a0abb-f6b7-48e5-92d3-5c385994187d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fad3b585-f362-4f81-8d1e-8bb6019a6ccb HTTP/1.1" status: 204 len: 168 time: 0.2962375 Sep 06 14:40:31.666758 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 53660) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:31.672048 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3b1952-777c-47d2-a9b8-2e2c2288b6b4 None None] Network 58ec9605-fe64-46a3-85cf-779c96d317c8 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:40:31.740859 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.802909 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Deleting port 99a0ce2c-deef-4c51-a9bf-7edea57543ed {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:40:31.803252 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.856783 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ddd65-552a-415f-97bd-c6a08c64368b None None] DHCP port deletion for 58ec9605-fe64-46a3-85cf-779c96d317c8 request from dv-cinder-791281-8-iscsi {{(pid=93873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 14:40:31.884837 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] For port 99a0ce2c-deef-4c51-a9bf-7edea57543ed, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=99a0ce2c-deef-4c51-a9bf-7edea57543ed,segment=NetworkSegment(918f975e-75a9-49c0-8710-8ab94b27aa81),segment_id=918f975e-75a9-49c0-8710-8ab94b27aa81)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:31.885297 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.899949 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Calling delete_port for 99a0ce2c-deef-4c51-a9bf-7edea57543ed owned by network:dhcp {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:40:31.910805 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-d46ddd65-552a-415f-97bd-c6a08c64368b None None] Deleting port 99a0ce2c-deef-4c51-a9bf-7edea57543ed {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:40:31.911871 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d46ddd65-552a-415f-97bd-c6a08c64368b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.985367 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.993174 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-d46ddd65-552a-415f-97bd-c6a08c64368b None None] For port 99a0ce2c-deef-4c51-a9bf-7edea57543ed, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=99a0ce2c-deef-4c51-a9bf-7edea57543ed,segment=NetworkSegment(918f975e-75a9-49c0-8710-8ab94b27aa81),segment_id=918f975e-75a9-49c0-8710-8ab94b27aa81)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:31.993680 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d46ddd65-552a-415f-97bd-c6a08c64368b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:32.006180 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-d46ddd65-552a-415f-97bd-c6a08c64368b None None] Calling delete_port for 99a0ce2c-deef-4c51-a9bf-7edea57543ed owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:40:32.014329 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Pushing event deleted for resources: {'Port': ['ID=99a0ce2c-deef-4c51-a9bf-7edea57543ed,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:32.016187 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] No DVR routers for this DVR port 99a0ce2c-deef-4c51-a9bf-7edea57543ed on host dv-cinder-791281-8-iscsi {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:40:32.091737 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:32.102491 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:32.102834 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:32.103597 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:32.103965 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Subscribe: > port after_create 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:32.104443 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:32.104800 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Subscribe: > port after_update 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:32.105122 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:32.105465 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:32.105784 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:32.106153 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:32.120516 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d46ddd65-552a-415f-97bd-c6a08c64368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:32.228029 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:32.228286 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:32.228625 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:32.228962 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:32.229348 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ec9605-fe64-46a3-85cf-779c96d317c8']}} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:32.258702 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918f975e-75a9-49c0-8710-8ab94b27aa81') {'for_net_delete': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:32.259003 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918f975e-75a9-49c0-8710-8ab94b27aa81') {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:32.273471 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ddd65-552a-415f-97bd-c6a08c64368b None None] Pushing event deleted for resources: {'Port': ['ID=99a0ce2c-deef-4c51-a9bf-7edea57543ed,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:32.277281 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ddd65-552a-415f-97bd-c6a08c64368b None None] No DVR routers for this DVR port 99a0ce2c-deef-4c51-a9bf-7edea57543ed on host dv-cinder-791281-8-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:40:32.293953 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4322060'] for segment, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:32.319941 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:32.330991 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=93872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:40:32.331382 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321663'] for segment, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: from cryptography.utils import int_from_bytes Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: from cryptography.utils import int_from_bytes Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: Traceback (most recent call last): Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: timer() Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: cb(*args, **kw) Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: return func(*args, **kwargs) Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: self._notify() Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: self.callback(batched_events) Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: event.method(event) Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: return f(self, *a, **k) Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: return self._get(url).json() Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: return self.request(url, 'GET', **kwargs) Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:40:32.335299 dv-cinder-791281-8-iscsi neutron-server[93872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:40:32.353606 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbd41b-bc03-40c9-8f1d-7b474765e4f0 req-01efaed9-b3d0-4d4a-aaac-1072e87fea2a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:32.355236 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-48dbd41b-bc03-40c9-8f1d-7b474765e4f0 req-01efaed9-b3d0-4d4a-aaac-1072e87fea2a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.1208794 Sep 06 14:40:32.420353 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:32.436826 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:32.438541 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] 10.222.0.53 "DELETE /v2.0/networks/58ec9605-fe64-46a3-85cf-779c96d317c8 HTTP/1.1" status: 204 len: 168 time: 0.7707973 Sep 06 14:40:32.442199 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 53664) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:32.443596 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-48dbd41b-bc03-40c9-8f1d-7b474765e4f0 req-359cc9a0-c3ef-4a0a-ad72-c7a0029bf894 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787330 Sep 06 14:40:32.452463 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b10afc-b090-4594-bdc3-b8b111a8b309 admin admin] Pushing event deleted for resources: {'Network': ['ID=58ec9605-fe64-46a3-85cf-779c96d317c8,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:32.646597 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 2081b0f5-0266-4e7b-b32c-5245980c3bc6 no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:40:32.666669 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: 2081b0f5-0266-4e7b-b32c-5245980c3bc6 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:40:32.667011 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 2081b0f5-0266-4e7b-b32c-5245980c3bc6 not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:40:32.667421 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 99a0ce2c-deef-4c51-a9bf-7edea57543ed no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:40:32.685653 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: 99a0ce2c-deef-4c51-a9bf-7edea57543ed {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:40:32.686323 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 99a0ce2c-deef-4c51-a9bf-7edea57543ed not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:40:32.686417 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 6e277ee4-97f3-444b-9e7a-2b38835d5bec no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:40:32.704969 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: 6e277ee4-97f3-444b-9e7a-2b38835d5bec {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:40:32.705313 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 6e277ee4-97f3-444b-9e7a-2b38835d5bec not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:40:32.805670 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d99b8ed7-babc-4229-8ad3-d289f52d2c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677687'] for router_interface, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:33.048143 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-d99b8ed7-babc-4229-8ad3-d289f52d2c3b admin admin] Deleting port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:40:33.048476 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d99b8ed7-babc-4229-8ad3-d289f52d2c3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:33.123339 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-d99b8ed7-babc-4229-8ad3-d289f52d2c3b admin admin] For port e92055cc-a021-4f9f-b7b9-a8d4be3a5f69, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=e92055cc-a021-4f9f-b7b9-a8d4be3a5f69,segment=NetworkSegment(432240d1-2744-44c6-a96c-bfca5fe27e5c),segment_id=432240d1-2744-44c6-a96c-bfca5fe27e5c)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:33.123701 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d99b8ed7-babc-4229-8ad3-d289f52d2c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:33.136447 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-d99b8ed7-babc-4229-8ad3-d289f52d2c3b admin admin] Calling delete_port for e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 owned by network:router_interface {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:40:33.316984 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d99b8ed7-babc-4229-8ad3-d289f52d2c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:33.343193 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b8ed7-babc-4229-8ad3-d289f52d2c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=e92055cc-a021-4f9f-b7b9-a8d4be3a5f69,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:33.514691 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d99b8ed7-babc-4229-8ad3-d289f52d2c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677795'] for router_interface, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:33.573252 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915b68a-08c9-4a38-b00d-436be6c2e535 req-1e76ce5d-5465-43b4-9ff1-9be19d9bf606 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:33.574805 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e915b68a-08c9-4a38-b00d-436be6c2e535 req-1e76ce5d-5465-43b4-9ff1-9be19d9bf606 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0502720 Sep 06 14:40:33.613970 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e915b68a-08c9-4a38-b00d-436be6c2e535 req-8160a693-c22f-41de-93c2-45e5c8e8087b tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330205 Sep 06 14:40:33.732224 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99b8ed7-babc-4229-8ad3-d289f52d2c3b admin admin] Router ff9a80a6-9b4e-4327-a8ca-c52544e40f50 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:40:33.836946 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99b8ed7-babc-4229-8ad3-d289f52d2c3b admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:40:33.842847 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-d99b8ed7-babc-4229-8ad3-d289f52d2c3b admin admin] 10.222.0.53 "PUT /v2.0/routers/ff9a80a6-9b4e-4327-a8ca-c52544e40f50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3983884 Sep 06 14:40:33.844396 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 53674) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:33.846854 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd1f0d3-4758-4995-a198-490e62fc975d None None] Sync routers for ids ['ff9a80a6-9b4e-4327-a8ca-c52544e40f50'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:40:33.857000 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd1f0d3-4758-4995-a198-490e62fc975d None None] Routers {'ff9a80a6-9b4e-4327-a8ca-c52544e40f50'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:40:33.857687 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-9fd1f0d3-4758-4995-a198-490e62fc975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:40:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['ff9a80a6-9b4e-4327-a8ca-c52544e40f50'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:33.941677 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08c54e1c-96f2-4cc0-9ddb-f7a44eac2826 admin admin] Notify callbacks [] for router, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:33.962826 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-9fd1f0d3-4758-4995-a198-490e62fc975d None None] Set router ff9a80a6-9b4e-4327-a8ca-c52544e40f50 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:40:34.042518 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08c54e1c-96f2-4cc0-9ddb-f7a44eac2826 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:34.101849 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-08c54e1c-96f2-4cc0-9ddb-f7a44eac2826 admin admin] Deleting port 73059d1d-ed9d-46f5-9462-7faf28c170f7 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:40:34.102220 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08c54e1c-96f2-4cc0-9ddb-f7a44eac2826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:34.151750 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-9fd1f0d3-4758-4995-a198-490e62fc975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'name': 'tempest-TestShelveInstance-1385679006-router', 'tenant_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '73059d1d-ed9d-46f5-9462-7faf28c170f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:56Z', 'updated_at': '2021-09-06T14:40:33Z', 'revision_number': 5, 'project_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'gw_port': {'id': '73059d1d-ed9d-46f5-9462-7faf28c170f7', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:33:57Z', 'updated_at': '2021-09-06T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:34.178879 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd1f0d3-4758-4995-a198-490e62fc975d None None] Checking router: ff9a80a6-9b4e-4327-a8ca-c52544e40f50 for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:40:34.181023 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-08c54e1c-96f2-4cc0-9ddb-f7a44eac2826 admin admin] For port 73059d1d-ed9d-46f5-9462-7faf28c170f7, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=73059d1d-ed9d-46f5-9462-7faf28c170f7,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:34.181393 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08c54e1c-96f2-4cc0-9ddb-f7a44eac2826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:34.187213 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd1f0d3-4758-4995-a198-490e62fc975d None None] Routers {'ff9a80a6-9b4e-4327-a8ca-c52544e40f50'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:40:34.187827 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-9fd1f0d3-4758-4995-a198-490e62fc975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:40:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['ff9a80a6-9b4e-4327-a8ca-c52544e40f50'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:34.194580 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-08c54e1c-96f2-4cc0-9ddb-f7a44eac2826 admin admin] Calling delete_port for 73059d1d-ed9d-46f5-9462-7faf28c170f7 owned by network:router_gateway {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:40:34.275835 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-9fd1f0d3-4758-4995-a198-490e62fc975d None None] Set router ff9a80a6-9b4e-4327-a8ca-c52544e40f50 gateway port host: None {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:40:34.330055 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-9fd1f0d3-4758-4995-a198-490e62fc975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'name': 'tempest-TestShelveInstance-1385679006-router', 'tenant_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:56Z', 'updated_at': '2021-09-06T14:40:34Z', 'revision_number': 6, 'project_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'gw_port_host': None}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:34.357459 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd1f0d3-4758-4995-a198-490e62fc975d None None] The sync data for ids ['ff9a80a6-9b4e-4327-a8ca-c52544e40f50'] in dv-cinder-791281-8-iscsi is: [{'id': 'ff9a80a6-9b4e-4327-a8ca-c52544e40f50', 'name': 'tempest-TestShelveInstance-1385679006-router', 'tenant_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:33:56Z', 'updated_at': '2021-09-06T14:40:34Z', 'revision_number': 6, 'project_id': '1b5dc8d68ce548868169dc8720a3b3e9', 'gw_port_host': None}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:40:34.363944 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08c54e1c-96f2-4cc0-9ddb-f7a44eac2826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:34.392150 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54e1c-96f2-4cc0-9ddb-f7a44eac2826 admin admin] Pushing event deleted for resources: {'Port': ['ID=73059d1d-ed9d-46f5-9462-7faf28c170f7,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:34.453732 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08c54e1c-96f2-4cc0-9ddb-f7a44eac2826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679885'] for router_gateway, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:34.539015 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8480e196-e016-4f1a-a578-1725ae18d431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:34.550222 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08c54e1c-96f2-4cc0-9ddb-f7a44eac2826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-677138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28242'] for router, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:34.552620 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08c54e1c-96f2-4cc0-9ddb-f7a44eac2826 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:34.600246 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08c54e1c-96f2-4cc0-9ddb-f7a44eac2826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-677227'] for router, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:34.600938 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c54e1c-96f2-4cc0-9ddb-f7a44eac2826 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff9a80a6-9b4e-4327-a8ca-c52544e40f50 {{(pid=93871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:40:34.606827 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08c54e1c-96f2-4cc0-9ddb-f7a44eac2826 admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:34.610691 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-08c54e1c-96f2-4cc0-9ddb-f7a44eac2826 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ff9a80a6-9b4e-4327-a8ca-c52544e40f50 HTTP/1.1" status: 204 len: 168 time: 0.7628462 Sep 06 14:40:34.611320 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 53676) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:34.659264 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f559f39-0e46-42d8-a140-b22a463a6182 admin admin] Deleting subnet 6ca737d4-2502-41c9-bdd1-948887509e7b {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:40:34.662679 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f559f39-0e46-42d8-a140-b22a463a6182 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:34.708248 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f559f39-0e46-42d8-a140-b22a463a6182 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4322069'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:34.778688 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd225c5-0d2c-46fc-a663-258a35a7c6cf req-710543a9-6a6b-484d-9712-774c30bed93f tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:34.780251 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dfd225c5-0d2c-46fc-a663-258a35a7c6cf req-710543a9-6a6b-484d-9712-774c30bed93f tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0883229 Sep 06 14:40:34.879740 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f559f39-0e46-42d8-a140-b22a463a6182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:34.884526 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dfd225c5-0d2c-46fc-a663-258a35a7c6cf req-21be42df-4006-43af-b0b5-d9c2f5218467 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836699 Sep 06 14:40:34.921261 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device c32f39d6-8759-4b1d-8c5b-e3ec39068087 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:40:34.939735 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f559f39-0e46-42d8-a140-b22a463a6182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5019801'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:34.963508 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f559f39-0e46-42d8-a140-b22a463a6182 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca737d4-2502-41c9-bdd1-948887509e7b,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:34.969447 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f559f39-0e46-42d8-a140-b22a463a6182 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:34.971425 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5f559f39-0e46-42d8-a140-b22a463a6182 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6ca737d4-2502-41c9-bdd1-948887509e7b HTTP/1.1" status: 204 len: 168 time: 0.3590417 Sep 06 14:40:34.974953 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 53682) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:34.994999 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbaa745-c42f-4038-a71c-df1d3dab09f0 None None] Network eefc462a-cb91-428f-b098-dae39fe8e061 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:40:35.046525 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.072203 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port c32f39d6-8759-4b1d-8c5b-e3ec39068087, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:35.100035 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] Deleting port 0f8d5403-1b90-43ee-8276-43998edc763e {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:40:35.100282 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.106295 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'port_id': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087', 'mac_address': 'fa:16:3e:be:ac:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:40:35.165198 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.167025 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] For port 0f8d5403-1b90-43ee-8276-43998edc763e, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=0f8d5403-1b90-43ee-8276-43998edc763e,segment=NetworkSegment(432240d1-2744-44c6-a96c-bfca5fe27e5c),segment_id=432240d1-2744-44c6-a96c-bfca5fe27e5c)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:35.167398 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.179594 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c32f39d6-8759-4b1d-8c5b-e3ec39068087 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:40:35.180945 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] Calling delete_port for 0f8d5403-1b90-43ee-8276-43998edc763e owned by network:dhcp {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:40:35.207701 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port c32f39d6-8759-4b1d-8c5b-e3ec39068087, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:35.213425 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.244881 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:40:35.279772 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.280569 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11122a3-ce49-4d52-9cd6-ecc2109e0269 None None] DHCP port deletion for eefc462a-cb91-428f-b098-dae39fe8e061 request from dv-cinder-791281-8-iscsi {{(pid=93873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 14:40:35.285755 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:40:35.286340 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device e92055cc-a021-4f9f-b7b9-a8d4be3a5f69 not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:40:35.306192 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8d5403-1b90-43ee-8276-43998edc763e,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:35.309869 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] No DVR routers for this DVR port 0f8d5403-1b90-43ee-8276-43998edc763e on host dv-cinder-791281-8-iscsi {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:40:35.313816 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['c32f39d6-8759-4b1d-8c5b-e3ec39068087'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:40:35.318726 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=c32f39d6-8759-4b1d-8c5b-e3ec39068087,revision_number=6']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:35.389698 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.401112 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eefc462a-cb91-428f-b098-dae39fe8e061']}} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:35.411889 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432240d1-2744-44c6-a96c-bfca5fe27e5c') {'for_net_delete': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:35.412186 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432240d1-2744-44c6-a96c-bfca5fe27e5c') {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:35.421051 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4322060'] for segment, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.442032 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.450802 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:40:35.451207 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321663'] for segment, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: Traceback (most recent call last): Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: timer() Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: cb(*args, **kw) Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: return func(*args, **kwargs) Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: self._notify() Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: self.callback(batched_events) Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: event.method(event) Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: return f(self, *a, **k) Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: return self._get(url).json() Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: return self.request(url, 'GET', **kwargs) Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:40:35.454530 dv-cinder-791281-8-iscsi neutron-server[93872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:40:35.512835 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.521140 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.523064 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] 10.222.0.53 "DELETE /v2.0/networks/eefc462a-cb91-428f-b098-dae39fe8e061 HTTP/1.1" status: 204 len: 168 time: 0.5470259 Sep 06 14:40:35.532712 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c89085-631d-4886-bafe-1a488d04b894 admin admin] Pushing event deleted for resources: {'Network': ['ID=eefc462a-cb91-428f-b098-dae39fe8e061,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:35.642302 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 53686) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:35.682886 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-641a482b-0393-4684-be6a-bdef612ee2fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1836a45e71b4565bb86028fc9b32a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394115 Sep 06 14:40:35.685503 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 53688) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:35.733067 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d75a95ea-c029-45a6-8761-572a31a7e93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.754365 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d75a95ea-c029-45a6-8761-572a31a7e93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.799997 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d75a95ea-c029-45a6-8761-572a31a7e93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.802630 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d75a95ea-c029-45a6-8761-572a31a7e93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.803771 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d75a95ea-c029-45a6-8761-572a31a7e93e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af3c6bbb-7886-4ed6-9d0c-6c7c3969343f HTTP/1.1" status: 204 len: 168 time: 0.1173360 Sep 06 14:40:35.811401 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a95ea-c029-45a6-8761-572a31a7e93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3c6bbb-7886-4ed6-9d0c-6c7c3969343f,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:36.014875 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94926e3c-e14e-4796-b8b2-7b5cac187d4c req-c4cfc2e5-8776-4e69-9e6f-fe3cdace6031 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:36.016422 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-94926e3c-e14e-4796-b8b2-7b5cac187d4c req-c4cfc2e5-8776-4e69-9e6f-fe3cdace6031 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 945 time: 0.0548794 Sep 06 14:40:36.055428 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-94926e3c-e14e-4796-b8b2-7b5cac187d4c req-f9b9fc82-3fe3-4dfb-b8e7-9bb9ea37e581 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328047 Sep 06 14:40:36.127646 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 53698) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:36.166819 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-5e535954-9ba0-44ce-9740-4735b173e9f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b5dc8d68ce548868169dc8720a3b3e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380163 Sep 06 14:40:36.169170 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 53700) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:36.215313 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-551fd2b6-21ff-4aa9-a20c-6da934d1d769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:36.237315 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-551fd2b6-21ff-4aa9-a20c-6da934d1d769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:36.543223 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-551fd2b6-21ff-4aa9-a20c-6da934d1d769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:36.545769 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-551fd2b6-21ff-4aa9-a20c-6da934d1d769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:36.546993 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-551fd2b6-21ff-4aa9-a20c-6da934d1d769 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9785e15-d03f-4312-8226-0bd2bef6239b HTTP/1.1" status: 204 len: 168 time: 0.3769367 Sep 06 14:40:36.555052 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fd2b6-21ff-4aa9-a20c-6da934d1d769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9785e15-d03f-4312-8226-0bd2bef6239b,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:36.643515 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 0f8d5403-1b90-43ee-8276-43998edc763e no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:40:36.664995 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: 0f8d5403-1b90-43ee-8276-43998edc763e {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:40:36.665436 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 0f8d5403-1b90-43ee-8276-43998edc763e not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:40:36.666087 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 73059d1d-ed9d-46f5-9462-7faf28c170f7 no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:40:36.688180 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: 73059d1d-ed9d-46f5-9462-7faf28c170f7 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:40:36.688527 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 73059d1d-ed9d-46f5-9462-7faf28c170f7 not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:40:36.936462 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device c32f39d6-8759-4b1d-8c5b-e3ec39068087 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:40:36.992211 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port c32f39d6-8759-4b1d-8c5b-e3ec39068087 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:40:36.992592 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:37.070807 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:37.094103 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:40:37.096638 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff02ec3e-56b1-4ffd-9fa3-72645005b976" -d '{"events": [{"server_uuid": "6bb6a40a-3602-4efb-ba29-77e8f55ef851", "name": "network-vif-plugged", "status": "completed", "tag": "c32f39d6-8759-4b1d-8c5b-e3ec39068087"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:40:37.114743 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port c32f39d6-8759-4b1d-8c5b-e3ec39068087, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:37.119861 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:37.166047 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e279956-e7dc-438d-bb10-1e439afbf3fa x-openstack-request-id: req-3e279956-e7dc-438d-bb10-1e439afbf3fa {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:40:37.166384 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb6a40a-3602-4efb-ba29-77e8f55ef851", "name": "network-vif-plugged", "status": "completed", "tag": "c32f39d6-8759-4b1d-8c5b-e3ec39068087", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:40:37.166610 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e279956-e7dc-438d-bb10-1e439afbf3fa {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:40:37.166972 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087', 'code': 200} Sep 06 14:40:37.171535 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=c32f39d6-8759-4b1d-8c5b-e3ec39068087,revision_number=7']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:37.220534 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5785b72-c96d-41ef-9457-27de3f7a245e req-9b78c028-0606-4728-a2e6-0b881e533cf4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:37.223115 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e5785b72-c96d-41ef-9457-27de3f7a245e req-9b78c028-0606-4728-a2e6-0b881e533cf4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0553157 Sep 06 14:40:37.264736 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e5785b72-c96d-41ef-9457-27de3f7a245e req-0e64bbf0-33d5-48c8-89da-af7866e7a4f6 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358124 Sep 06 14:40:37.444527 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ba01de96-847a-430a-8895-841e417ceaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:37.617559 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:38.406907 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d9ab1-e693-47f4-b916-4cc1eb4eb09f req-d6439dcd-70c6-499d-ac3c-22a922847c20 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:38.408428 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd1d9ab1-e693-47f4-b916-4cc1eb4eb09f req-d6439dcd-70c6-499d-ac3c-22a922847c20 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0601957 Sep 06 14:40:38.455125 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd1d9ab1-e693-47f4-b916-4cc1eb4eb09f req-30b4c079-3921-4a94-9740-5cd0d2fde10f tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398319 Sep 06 14:40:38.930597 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:39.608779 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca850bf-5107-4320-bd42-7fb87272d1b6 req-322d1f8b-d3c8-4510-b7e3-3fede08ebdf4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:39.610809 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7ca850bf-5107-4320-bd42-7fb87272d1b6 req-322d1f8b-d3c8-4510-b7e3-3fede08ebdf4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0608525 Sep 06 14:40:39.664538 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7ca850bf-5107-4320-bd42-7fb87272d1b6 req-64e771f5-eb2b-495e-87e1-31e074e2cafa tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471778 Sep 06 14:40:40.425343 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:40.791490 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff0da6-9d92-40c6-a034-a2ebab0a5f8f req-b19e19cf-5081-4110-bf1c-542555473c00 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:40.792982 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3ff0da6-9d92-40c6-a034-a2ebab0a5f8f req-b19e19cf-5081-4110-bf1c-542555473c00 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0513082 Sep 06 14:40:40.834965 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3ff0da6-9d92-40c6-a034-a2ebab0a5f8f req-b5a6a6ce-4e6d-41de-803c-41c34fea011a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361049 Sep 06 14:40:41.430601 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:41.953469 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339b9c2-46cd-4f74-9f61-854d78615a11 req-ae2dbd21-7ed1-4906-a45a-244f4d5a2a07 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:41.955734 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7339b9c2-46cd-4f74-9f61-854d78615a11 req-ae2dbd21-7ed1-4906-a45a-244f4d5a2a07 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0499711 Sep 06 14:40:41.997892 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7339b9c2-46cd-4f74-9f61-854d78615a11 req-02f4ee4a-2687-4f5c-abe6-fa3b78d10ffb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355690 Sep 06 14:40:43.060218 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aabcaf-d18f-484b-b2a8-ec2c76989159 req-37dba2e6-36bd-4a8b-a8e9-854306c11272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:43.062384 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-12aabcaf-d18f-484b-b2a8-ec2c76989159 req-37dba2e6-36bd-4a8b-a8e9-854306c11272 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b71c96e485443ba9b7f50edbda420c2&device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 1099 time: 0.0454166 Sep 06 14:40:43.182666 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202c97c-af51-492f-963b-7e42759873c3 req-0dd17402-b16b-44f9-afeb-e3c6214bb2a3 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:43.184184 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5202c97c-af51-492f-963b-7e42759873c3 req-0dd17402-b16b-44f9-afeb-e3c6214bb2a3 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.1042120 Sep 06 14:40:43.231289 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aabcaf-d18f-484b-b2a8-ec2c76989159 req-3f51f243-cb5f-4de5-a6df-8013c02e1828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:43.232793 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-12aabcaf-d18f-484b-b2a8-ec2c76989159 req-3f51f243-cb5f-4de5-a6df-8013c02e1828 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 200 len: 918 time: 0.1421509 Sep 06 14:40:43.251978 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5202c97c-af51-492f-963b-7e42759873c3 req-0c99c0d8-e6de-4fa7-80d5-c8e3a987e4ce tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612900 Sep 06 14:40:43.311147 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-12aabcaf-d18f-484b-b2a8-ec2c76989159 req-db0c9be7-aef1-4904-9854-61e8b57b9166 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087 HTTP/1.1" status: 200 len: 1002 time: 0.0700569 Sep 06 14:40:43.371012 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aabcaf-d18f-484b-b2a8-ec2c76989159 req-31a89d3e-852e-42ed-b8d4-e1d2d522b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:43.372553 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-12aabcaf-d18f-484b-b2a8-ec2c76989159 req-31a89d3e-852e-42ed-b8d4-e1d2d522b3f2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=be400bbf-0c01-4e2c-9828-7b5bdb047a6b HTTP/1.1" status: 200 len: 856 time: 0.0534232 Sep 06 14:40:43.433224 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aabcaf-d18f-484b-b2a8-ec2c76989159 req-368aae80-6abc-4cde-b535-9510f858922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:43.434795 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-12aabcaf-d18f-484b-b2a8-ec2c76989159 req-368aae80-6abc-4cde-b535-9510f858922e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548770 Sep 06 14:40:43.566602 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-12aabcaf-d18f-484b-b2a8-ec2c76989159 req-b12f9e7a-6899-4ec9-babf-547250cf29fd service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226323 Sep 06 14:40:43.947610 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-12aabcaf-d18f-484b-b2a8-ec2c76989159 req-a8c413e6-22a1-4d6c-964d-3d1740167110 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704517 Sep 06 14:40:44.401649 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cd137-0161-447e-9a47-e5f1e8326977 req-ff081de4-1c0d-4c59-9c6e-ec2558a720c1 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:44.404277 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-736cd137-0161-447e-9a47-e5f1e8326977 req-ff081de4-1c0d-4c59-9c6e-ec2558a720c1 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0699112 Sep 06 14:40:44.446180 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-736cd137-0161-447e-9a47-e5f1e8326977 req-a127f2c5-1f28-44f0-96b1-6ccc764063f5 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354822 Sep 06 14:40:45.603777 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1805cb-d207-4488-ad6a-67549443b872 req-a1c2b81c-e978-4a74-bfa8-472b32cfc588 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:45.605588 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6a1805cb-d207-4488-ad6a-67549443b872 req-a1c2b81c-e978-4a74-bfa8-472b32cfc588 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0526209 Sep 06 14:40:45.648167 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6a1805cb-d207-4488-ad6a-67549443b872 req-f398c728-ab07-46c6-b1bd-e5921dabead0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362370 Sep 06 14:40:46.777245 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecea42-0056-4830-983e-167be7536f12 req-ab93bedd-334f-4ff0-8309-729935479754 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:46.782518 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-46ecea42-0056-4830-983e-167be7536f12 req-ab93bedd-334f-4ff0-8309-729935479754 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0632529 Sep 06 14:40:46.824210 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-46ecea42-0056-4830-983e-167be7536f12 req-17a4be47-8ab7-4c6e-8091-a6cc5e23f389 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384760 Sep 06 14:40:47.951880 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022d244-f053-4496-bf75-bc8d95799a6a req-0b1df1f7-4cb7-4e3f-8cac-60bdd117f8c5 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:47.953839 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2022d244-f053-4496-bf75-bc8d95799a6a req-0b1df1f7-4cb7-4e3f-8cac-60bdd117f8c5 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0533140 Sep 06 14:40:47.992785 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2022d244-f053-4496-bf75-bc8d95799a6a req-a2b96d72-bc62-43a2-9066-a59a8559d838 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332093 Sep 06 14:40:48.881222 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7dc77-e5d4-4689-a5ff-cabd438eaa8d req-78cd8244-4463-40fc-9ecf-b7a104b8f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:48.882771 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-83c7dc77-e5d4-4689-a5ff-cabd438eaa8d req-78cd8244-4463-40fc-9ecf-b7a104b8f38b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b71c96e485443ba9b7f50edbda420c2&device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 1099 time: 0.0410721 Sep 06 14:40:48.979244 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7dc77-e5d4-4689-a5ff-cabd438eaa8d req-f428ca9b-191d-440e-8337-38c3af38b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:48.980757 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-83c7dc77-e5d4-4689-a5ff-cabd438eaa8d req-f428ca9b-191d-440e-8337-38c3af38b08f service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 200 len: 918 time: 0.0893009 Sep 06 14:40:49.047404 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-83c7dc77-e5d4-4689-a5ff-cabd438eaa8d req-3c13262f-e833-4cb3-a894-74aec49ac473 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087 HTTP/1.1" status: 200 len: 1002 time: 0.0587077 Sep 06 14:40:49.136249 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7dc77-e5d4-4689-a5ff-cabd438eaa8d req-7ffbece6-2b2a-4328-af2f-f129f634567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:49.137668 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-83c7dc77-e5d4-4689-a5ff-cabd438eaa8d req-7ffbece6-2b2a-4328-af2f-f129f634567d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=be400bbf-0c01-4e2c-9828-7b5bdb047a6b HTTP/1.1" status: 200 len: 856 time: 0.0769203 Sep 06 14:40:49.163587 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5034973-de27-4bdd-83d9-363482ea437b req-98e1900c-f515-41fe-ad0b-402e10214dc0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:49.165049 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c5034973-de27-4bdd-83d9-363482ea437b req-98e1900c-f515-41fe-ad0b-402e10214dc0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0951998 Sep 06 14:40:49.218837 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7dc77-e5d4-4689-a5ff-cabd438eaa8d req-086aaf5f-b4eb-4888-8112-9230ae6f9852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:49.220346 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-83c7dc77-e5d4-4689-a5ff-cabd438eaa8d req-086aaf5f-b4eb-4888-8112-9230ae6f9852 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737076 Sep 06 14:40:49.223823 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c5034973-de27-4bdd-83d9-363482ea437b req-d3961206-1138-42a3-a2c6-ec96ea2dfb33 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445890 Sep 06 14:40:49.315187 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-83c7dc77-e5d4-4689-a5ff-cabd438eaa8d req-3ff1f4e4-fc8e-4d46-8d22-6aaf06acb2fa service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861518 Sep 06 14:40:49.406766 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-83c7dc77-e5d4-4689-a5ff-cabd438eaa8d req-6f6145e9-170e-4d04-9866-933f4d33d991 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838954 Sep 06 14:40:50.346146 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab5728-a016-40e7-a833-ea04aa5e4897 req-d9b98c7d-33bb-43dc-bb13-3debb724b1d2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:50.347639 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d0ab5728-a016-40e7-a833-ea04aa5e4897 req-d9b98c7d-33bb-43dc-bb13-3debb724b1d2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0521789 Sep 06 14:40:50.388881 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d0ab5728-a016-40e7-a833-ea04aa5e4897 req-6c8e7b21-5f2f-467d-ae4b-a8b8bd0b33d5 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351222 Sep 06 14:40:51.507426 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6218f7-21c8-4009-b372-7d4eb43fd6a3 req-7c320c73-1ce9-465c-bdbe-5943675ff880 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:51.508822 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7e6218f7-21c8-4009-b372-7d4eb43fd6a3 req-7c320c73-1ce9-465c-bdbe-5943675ff880 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0496099 Sep 06 14:40:51.545060 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7e6218f7-21c8-4009-b372-7d4eb43fd6a3 req-bc3a57e3-daf8-4124-bad4-c7695251a0ec tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304530 Sep 06 14:40:52.314606 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [req-84b4fb4e-1a25-48d1-9a7e-38ca98b8fc7a req-3a83095d-b465-42a8-8c7e-14439e9a1de4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:40:52.316316 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-84b4fb4e-1a25-48d1-9a7e-38ca98b8fc7a req-3a83095d-b465-42a8-8c7e-14439e9a1de4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057361 Sep 06 14:40:52.480995 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dae8d-b4c4-4851-acf0-74de6f2a9918 req-ef28edb0-1f7b-40a6-b789-3adac83dad8a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:52.482657 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-951dae8d-b4c4-4851-acf0-74de6f2a9918 req-ef28edb0-1f7b-40a6-b789-3adac83dad8a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 946 time: 0.0511167 Sep 06 14:40:52.508536 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fb193623-08fc-4dd3-a870-928d66ac4e45 req-5de35458-b744-49df-8469-bbb9988976d5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402434 Sep 06 14:40:52.522378 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-951dae8d-b4c4-4851-acf0-74de6f2a9918 req-35dd76b7-945a-4be5-b223-84af89381106 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322773 Sep 06 14:40:53.051726 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device c32f39d6-8759-4b1d-8c5b-e3ec39068087 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:40:53.126597 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.150225 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:40:53.152495 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76929fa-f06e-4f5e-963e-79bf0e34422d" -d '{"events": [{"server_uuid": "6bb6a40a-3602-4efb-ba29-77e8f55ef851", "name": "network-vif-unplugged", "status": "completed", "tag": "c32f39d6-8759-4b1d-8c5b-e3ec39068087"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:40:53.165337 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port c32f39d6-8759-4b1d-8c5b-e3ec39068087, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:53.169337 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.192034 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Sep 2021 14:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a638c7c-5288-433a-8370-4d16d411ef6c x-openstack-request-id: req-0a638c7c-5288-433a-8370-4d16d411ef6c {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:40:53.192325 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb6a40a-3602-4efb-ba29-77e8f55ef851", "name": "network-vif-unplugged", "status": "completed", "tag": "c32f39d6-8759-4b1d-8c5b-e3ec39068087", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:40:53.192576 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a638c7c-5288-433a-8370-4d16d411ef6c {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:40:53.192958 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087', 'code': 200} Sep 06 14:40:53.217828 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=c32f39d6-8759-4b1d-8c5b-e3ec39068087,revision_number=8']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:53.225284 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:53.225629 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:53.226002 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:53.226339 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:53.226668 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:53.226994 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:53.227317 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:53.227640 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:53.227966 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:53.228284 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:53.228602 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:53.228917 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:53.363229 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb193623-08fc-4dd3-a870-928d66ac4e45 req-cf436482-007d-4ba6-b927-5e38ca4369f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:53.364727 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fb193623-08fc-4dd3-a870-928d66ac4e45 req-cf436482-007d-4ba6-b927-5e38ca4369f0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851&tenant_id=2b71c96e485443ba9b7f50edbda420c2 HTTP/1.1" status: 200 len: 1097 time: 0.0741682 Sep 06 14:40:53.428392 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb193623-08fc-4dd3-a870-928d66ac4e45 req-5152a783-b686-4d44-852f-33c266c5c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:53.429825 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fb193623-08fc-4dd3-a870-928d66ac4e45 req-5152a783-b686-4d44-852f-33c266c5c46f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b71c96e485443ba9b7f50edbda420c2&device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 1097 time: 0.0422535 Sep 06 14:40:53.529408 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb193623-08fc-4dd3-a870-928d66ac4e45 req-a3e1d05a-7bea-4ed8-8618-8bc8c2412119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:53.530930 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fb193623-08fc-4dd3-a870-928d66ac4e45 req-a3e1d05a-7bea-4ed8-8618-8bc8c2412119 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 200 len: 918 time: 0.0916240 Sep 06 14:40:53.598309 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fb193623-08fc-4dd3-a870-928d66ac4e45 req-fd11a9e9-5a0b-4313-8feb-65c54a4eb259 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087 HTTP/1.1" status: 200 len: 1000 time: 0.0590844 Sep 06 14:40:53.671029 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb193623-08fc-4dd3-a870-928d66ac4e45 req-9808c72a-d3d5-4919-b17e-bc3906122c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:53.672472 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fb193623-08fc-4dd3-a870-928d66ac4e45 req-9808c72a-d3d5-4919-b17e-bc3906122c4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=be400bbf-0c01-4e2c-9828-7b5bdb047a6b HTTP/1.1" status: 200 len: 856 time: 0.0650115 Sep 06 14:40:53.684852 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b62029-45e8-4a01-b20e-fec3acd73fd4 req-400e5e44-3c04-41a0-b5d7-2f286e43ac44 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:53.686201 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d4b62029-45e8-4a01-b20e-fec3acd73fd4 req-400e5e44-3c04-41a0-b5d7-2f286e43ac44 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0870183 Sep 06 14:40:53.752562 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d4b62029-45e8-4a01-b20e-fec3acd73fd4 req-f6cf1145-984e-41f8-b5ea-36e604eba0c6 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580394 Sep 06 14:40:53.755843 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb193623-08fc-4dd3-a870-928d66ac4e45 req-c751d2d4-8d3d-46f0-9872-3e7b2be55895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:53.757162 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fb193623-08fc-4dd3-a870-928d66ac4e45 req-c751d2d4-8d3d-46f0-9872-3e7b2be55895 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701191 Sep 06 14:40:53.854148 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fb193623-08fc-4dd3-a870-928d66ac4e45 req-c52153d4-5d37-40ef-9f2f-dda4355516c4 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881128 Sep 06 14:40:53.948618 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fb193623-08fc-4dd3-a870-928d66ac4e45 req-2cb7eaf6-4dd1-41dd-ade1-16c5b141bde0 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870347 Sep 06 14:40:54.880769 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8047b15-1215-4c5c-af2d-31c187a2a74a req-7a23174a-36c6-4461-abc3-530a421f8eec tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:54.882379 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8047b15-1215-4c5c-af2d-31c187a2a74a req-7a23174a-36c6-4461-abc3-530a421f8eec tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0518229 Sep 06 14:40:54.926671 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8047b15-1215-4c5c-af2d-31c187a2a74a req-c497deb4-02fe-4675-873b-e67b9f161a72 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383546 Sep 06 14:40:56.048889 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39036d0a-6d4d-423e-b10f-ba52ec003a5a req-219e788e-4d3a-4569-8280-3d0305da9c4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:56.051582 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-39036d0a-6d4d-423e-b10f-ba52ec003a5a req-219e788e-4d3a-4569-8280-3d0305da9c4c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0535297 Sep 06 14:40:56.092370 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-39036d0a-6d4d-423e-b10f-ba52ec003a5a req-dfd8eda1-f771-4f52-93b5-71fedcab5369 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349402 Sep 06 14:40:57.216700 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834fbd3-f36e-4e41-98e9-5b71797ac634 req-f73c7a46-1ad8-409d-bf5f-f1b9fbf4c449 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:57.218138 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6834fbd3-f36e-4e41-98e9-5b71797ac634 req-f73c7a46-1ad8-409d-bf5f-f1b9fbf4c449 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0506599 Sep 06 14:40:57.259654 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6834fbd3-f36e-4e41-98e9-5b71797ac634 req-b5fa6b09-835d-429c-ac79-cca9924c018d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336699 Sep 06 14:40:58.382804 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f84be9-4a2b-4757-9108-6223d4e17b98 req-0d557eea-74cf-4ccc-b818-0aad74b2c376 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:58.384513 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-14f84be9-4a2b-4757-9108-6223d4e17b98 req-0d557eea-74cf-4ccc-b818-0aad74b2c376 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0518088 Sep 06 14:40:58.427813 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-14f84be9-4a2b-4757-9108-6223d4e17b98 req-da3dd384-1bdf-4e21-9bfe-8d67742ae3ec tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374749 Sep 06 14:40:59.551962 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26772c-084d-494d-a2f2-faca4cd8f804 req-fb6e4688-80bb-4604-9a54-b98fd1ea1d6a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:59.553487 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5b26772c-084d-494d-a2f2-faca4cd8f804 req-fb6e4688-80bb-4604-9a54-b98fd1ea1d6a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0503740 Sep 06 14:40:59.594646 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5b26772c-084d-494d-a2f2-faca4cd8f804 req-d6e4d178-e153-4ad4-ac89-dae914a1c887 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342257 Sep 06 14:41:00.720850 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb32748-f90a-4605-a2ab-1a5ffc805f3d req-4aa27d68-9f4c-49e7-9ba6-f5e7036e4f80 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:00.722511 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cfb32748-f90a-4605-a2ab-1a5ffc805f3d req-4aa27d68-9f4c-49e7-9ba6-f5e7036e4f80 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0512254 Sep 06 14:41:00.764385 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cfb32748-f90a-4605-a2ab-1a5ffc805f3d req-e83619ec-9faa-4f63-b52d-e707f8a69536 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355470 Sep 06 14:41:01.890102 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae562e-6069-475c-be91-338d2b59c7ba req-994c3e90-f89d-4417-92cb-2ec0f06ab8a2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:01.891626 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05ae562e-6069-475c-be91-338d2b59c7ba req-994c3e90-f89d-4417-92cb-2ec0f06ab8a2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0492082 Sep 06 14:41:01.937601 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05ae562e-6069-475c-be91-338d2b59c7ba req-296442a2-e41b-4b43-bf38-f152e12942ec tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382528 Sep 06 14:41:03.063458 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bf40c-3910-461d-aecc-1b09a11e628b req-d2cb788a-597a-4fe3-9180-95d2482432e1 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:03.065035 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-169bf40c-3910-461d-aecc-1b09a11e628b req-d2cb788a-597a-4fe3-9180-95d2482432e1 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0506470 Sep 06 14:41:03.113985 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-169bf40c-3910-461d-aecc-1b09a11e628b req-d35bae2e-2d62-400e-a9aa-17fcb3d73d8c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405538 Sep 06 14:41:04.236659 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bf774-2648-4fb7-a06a-48d2a5a1c15b req-5bacac63-31db-4cd3-ae9f-4dfd95b84dc0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:04.238192 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c23bf774-2648-4fb7-a06a-48d2a5a1c15b req-5bacac63-31db-4cd3-ae9f-4dfd95b84dc0 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0496171 Sep 06 14:41:04.277707 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c23bf774-2648-4fb7-a06a-48d2a5a1c15b req-30eb927a-2c36-4e8d-97fe-ffa3360f37e4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333638 Sep 06 14:41:04.564678 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29e01cd2-cca7-4674-a7c5-993be4f6ac2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:05.402831 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c5c18-37ab-4f78-8855-f7fa67aaae29 req-8146737b-512c-4269-b3df-4c3e3f8632a4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:05.404341 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af8c5c18-37ab-4f78-8855-f7fa67aaae29 req-8146737b-512c-4269-b3df-4c3e3f8632a4 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0512841 Sep 06 14:41:05.447302 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af8c5c18-37ab-4f78-8855-f7fa67aaae29 req-2b9465c4-2a0d-4d12-88ad-0d29a16f34b6 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366371 Sep 06 14:41:06.567531 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad312111-564f-4a19-bc9c-70ad933ee80c req-6dc5e969-dc7a-47cf-9f9e-e1871466cfa8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:06.569004 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad312111-564f-4a19-bc9c-70ad933ee80c req-6dc5e969-dc7a-47cf-9f9e-e1871466cfa8 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0483449 Sep 06 14:41:06.607306 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad312111-564f-4a19-bc9c-70ad933ee80c req-0941af6c-acbe-41ff-9034-bd10077d65cd tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317152 Sep 06 14:41:06.625949 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:41:07.445955 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a5cb3383-dbee-4716-b982-04ebc6ba4f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:07.609380 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:07.726505 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391a467-1048-4040-a7fd-80d640e32695 req-bb4c0784-0e2e-42f1-b846-6029a24267d7 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:07.727977 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0391a467-1048-4040-a7fd-80d640e32695 req-bb4c0784-0e2e-42f1-b846-6029a24267d7 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0486429 Sep 06 14:41:07.766192 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0391a467-1048-4040-a7fd-80d640e32695 req-c6fc1da3-3c24-48ef-b83f-63b343396e26 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312662 Sep 06 14:41:08.885083 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dae044-da79-4b38-9288-d63dc32740e6 req-2dffb53c-7fec-42cb-a395-a2b24da63f4b tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:08.886690 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f4dae044-da79-4b38-9288-d63dc32740e6 req-2dffb53c-7fec-42cb-a395-a2b24da63f4b tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0493429 Sep 06 14:41:08.923033 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:08.932512 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f4dae044-da79-4b38-9288-d63dc32740e6 req-61c8edc2-b19f-4d2e-aa15-5aec3986a603 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393338 Sep 06 14:41:10.051627 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc86d18-6a87-4668-8900-ee757d11060b req-9a6955fa-7883-47ea-aa09-61c79f945f6c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:10.053086 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7dc86d18-6a87-4668-8900-ee757d11060b req-9a6955fa-7883-47ea-aa09-61c79f945f6c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0478358 Sep 06 14:41:10.091539 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7dc86d18-6a87-4668-8900-ee757d11060b req-11972444-f0d9-4aa0-9bb6-c2d3b8ed745b tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314987 Sep 06 14:41:10.425101 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:11.210109 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10180239-67d4-439b-bc23-2b7855943705 req-a175153e-46f3-4290-a72f-9fbf7fe33fb2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:11.211583 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-10180239-67d4-439b-bc23-2b7855943705 req-a175153e-46f3-4290-a72f-9fbf7fe33fb2 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0491018 Sep 06 14:41:11.248950 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-10180239-67d4-439b-bc23-2b7855943705 req-f8805f8d-04dc-432c-b004-547a8c71aa6c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307512 Sep 06 14:41:11.435802 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:12.374166 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79400c6-5d2e-44d4-bb56-5999b039fa12 req-f93e10e6-aadf-4ba1-990a-330d00219495 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:12.375696 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f79400c6-5d2e-44d4-bb56-5999b039fa12 req-f93e10e6-aadf-4ba1-990a-330d00219495 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 944 time: 0.0502818 Sep 06 14:41:12.417455 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f79400c6-5d2e-44d4-bb56-5999b039fa12 req-27222e8f-4ac5-4a48-84f5-10b142cc07df tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358617 Sep 06 14:41:13.163896 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device c32f39d6-8759-4b1d-8c5b-e3ec39068087 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:41:13.257413 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port c32f39d6-8759-4b1d-8c5b-e3ec39068087, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:13.268844 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'port_id': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087', 'mac_address': 'fa:16:3e:be:ac:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:41:13.303976 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:13.316690 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32f39d6-8759-4b1d-8c5b-e3ec39068087 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:41:13.335455 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port c32f39d6-8759-4b1d-8c5b-e3ec39068087, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:13.339738 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:13.390921 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=c32f39d6-8759-4b1d-8c5b-e3ec39068087,revision_number=9']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:13.537661 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accd4eb-6db7-44fc-bf35-45708632dd85 req-c8d4e730-4f61-4838-ab77-ff9f341b0267 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:13.539410 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9accd4eb-6db7-44fc-bf35-45708632dd85 req-c8d4e730-4f61-4838-ab77-ff9f341b0267 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 945 time: 0.0498407 Sep 06 14:41:13.577584 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9accd4eb-6db7-44fc-bf35-45708632dd85 req-d5612740-0ac1-48c1-ac5d-daa399bd54ec tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318980 Sep 06 14:41:13.685713 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['c32f39d6-8759-4b1d-8c5b-e3ec39068087'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:41:14.695216 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37708691-32f1-4f86-a7b5-e90c56b4e43e req-620e0b32-37bd-499b-a409-c1141aab7a9a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:14.696679 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-37708691-32f1-4f86-a7b5-e90c56b4e43e req-620e0b32-37bd-499b-a409-c1141aab7a9a tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 945 time: 0.0477009 Sep 06 14:41:14.734754 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-37708691-32f1-4f86-a7b5-e90c56b4e43e req-4d28c5aa-7f37-4b74-bc7d-c19f511b371c tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314460 Sep 06 14:41:15.163731 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device c32f39d6-8759-4b1d-8c5b-e3ec39068087 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:41:15.211580 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port c32f39d6-8759-4b1d-8c5b-e3ec39068087 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:41:15.211932 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:15.292897 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:15.315140 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:15.317360 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a839ba49-354d-4302-869e-b92317aeb584" -d '{"events": [{"server_uuid": "6bb6a40a-3602-4efb-ba29-77e8f55ef851", "name": "network-vif-plugged", "status": "completed", "tag": "c32f39d6-8759-4b1d-8c5b-e3ec39068087"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:15.330441 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port c32f39d6-8759-4b1d-8c5b-e3ec39068087, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:15.334923 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:15.387972 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=c32f39d6-8759-4b1d-8c5b-e3ec39068087,revision_number=10']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:15.508039 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbbb389-dd3c-4346-a2cd-4c82069d5ff0 x-openstack-request-id: req-abbbb389-dd3c-4346-a2cd-4c82069d5ff0 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:15.508332 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb6a40a-3602-4efb-ba29-77e8f55ef851", "name": "network-vif-plugged", "status": "completed", "tag": "c32f39d6-8759-4b1d-8c5b-e3ec39068087", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:15.508585 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-abbbb389-dd3c-4346-a2cd-4c82069d5ff0 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:15.508986 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087', 'code': 200} Sep 06 14:41:15.688946 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624e467-de88-400e-98e3-fd17bd3be5e8 req-06faaecd-b5a9-437d-b225-d98fe6b97e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:15.690440 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f624e467-de88-400e-98e3-fd17bd3be5e8 req-06faaecd-b5a9-437d-b225-d98fe6b97e5e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 1100 time: 0.0398076 Sep 06 14:41:15.727139 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f624e467-de88-400e-98e3-fd17bd3be5e8 req-cf0b0ff6-47df-4f58-a384-716e05598b48 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298288 Sep 06 14:41:15.857246 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d181e-0bad-4887-94da-e45e69bab764 req-ff18a3cb-9c26-4f18-b3bf-093e84343b60 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:15.859133 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d28d181e-0bad-4887-94da-e45e69bab764 req-ff18a3cb-9c26-4f18-b3bf-093e84343b60 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 947 time: 0.0492611 Sep 06 14:41:15.896065 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d28d181e-0bad-4887-94da-e45e69bab764 req-7605c155-b9eb-45d9-80e1-cfcd3a595fcc tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311766 Sep 06 14:41:17.018870 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6d622-033c-441c-bd7d-62a3253d5159 req-a83c5f2f-118a-405a-895e-5b08ec803edb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:17.020344 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e3b6d622-033c-441c-bd7d-62a3253d5159 req-a83c5f2f-118a-405a-895e-5b08ec803edb tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 947 time: 0.0528455 Sep 06 14:41:17.057845 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e3b6d622-033c-441c-bd7d-62a3253d5159 req-53321e2c-e742-449e-83c2-998695f5e054 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316565 Sep 06 14:41:18.177285 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93d00b-7435-487d-aebb-426da9413d00 req-bca20fe3-2eea-4015-87a9-a380bf38a904 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:18.178724 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5a93d00b-7435-487d-aebb-426da9413d00 req-bca20fe3-2eea-4015-87a9-a380bf38a904 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 947 time: 0.0510001 Sep 06 14:41:18.216975 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5a93d00b-7435-487d-aebb-426da9413d00 req-457dc4ac-aecd-478b-a928-74301faf7f71 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322382 Sep 06 14:41:34.545794 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a1a87f95-57f4-4b43-8d1e-b7b909b9b81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:37.446704 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3713-171f-49a0-90b7-d51f1b65941f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:37.614585 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:38.919712 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:40.427158 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:41.428736 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:43.626168 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:41:43.758315 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfd02a-94fd-4d6b-9f68-72f0cbda0a2e req-0dc18074-23b0-4fd3-9376-050c457db1b7 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:43.759708 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6bbfd02a-94fd-4d6b-9f68-72f0cbda0a2e req-0dc18074-23b0-4fd3-9376-050c457db1b7 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 945 time: 0.0489285 Sep 06 14:41:43.799159 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6bbfd02a-94fd-4d6b-9f68-72f0cbda0a2e req-23877687-ae3f-447f-ae04-6d4a4d8258be tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=18972e45-bbaa-4ee7-a93c-55ce3d3953bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323794 Sep 06 14:41:45.018252 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f69819-6525-4799-b4ec-07d58c546696 req-1de50174-20d6-4d07-83cd-3056f06875b4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:45.019739 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-34f69819-6525-4799-b4ec-07d58c546696 req-1de50174-20d6-4d07-83cd-3056f06875b4 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 945 time: 0.1500983 Sep 06 14:41:45.056799 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-34f69819-6525-4799-b4ec-07d58c546696 req-60b1ec50-db5b-4198-980b-831c24d12980 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=18972e45-bbaa-4ee7-a93c-55ce3d3953bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310452 Sep 06 14:41:45.633881 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3d574c8a-57ed-405e-9c3b-633a9c585db6 req-07c8c7fd-8d36-4340-92ae-3bfece0f04f3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398107 Sep 06 14:41:45.720443 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574c8a-57ed-405e-9c3b-633a9c585db6 req-5ac018fd-8a70-4185-a0d1-7201594e09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:45.721939 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3d574c8a-57ed-405e-9c3b-633a9c585db6 req-5ac018fd-8a70-4185-a0d1-7201594e09ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b71c96e485443ba9b7f50edbda420c2&device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 1100 time: 0.0393162 Sep 06 14:41:45.823216 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835fe01-ff5a-4d0c-a8c8-97833f0ba81f req-cbc45a0c-88cc-4853-8b08-1b7091d57d2d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:45.825307 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8835fe01-ff5a-4d0c-a8c8-97833f0ba81f req-cbc45a0c-88cc-4853-8b08-1b7091d57d2d tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 945 time: 0.0536764 Sep 06 14:41:45.831032 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574c8a-57ed-405e-9c3b-633a9c585db6 req-d794b9c9-5c6f-4849-aa5d-11983bee4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:45.832497 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3d574c8a-57ed-405e-9c3b-633a9c585db6 req-d794b9c9-5c6f-4849-aa5d-11983bee4944 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 200 len: 918 time: 0.0893340 Sep 06 14:41:45.898689 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3d574c8a-57ed-405e-9c3b-633a9c585db6 req-f8cb67d6-b40b-4718-9f5a-c1b9dae097d6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087 HTTP/1.1" status: 200 len: 1002 time: 0.0580878 Sep 06 14:41:45.914774 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-8835fe01-ff5a-4d0c-a8c8-97833f0ba81f req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Deleting port 721cd7e1-0262-4201-b9c5-4c10be7af7fb {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:41:45.915121 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-8835fe01-ff5a-4d0c-a8c8-97833f0ba81f req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:45.950423 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574c8a-57ed-405e-9c3b-633a9c585db6 req-8f069250-2cbc-4640-ac50-856919529196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:45.951911 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3d574c8a-57ed-405e-9c3b-633a9c585db6 req-8f069250-2cbc-4640-ac50-856919529196 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=be400bbf-0c01-4e2c-9828-7b5bdb047a6b HTTP/1.1" status: 200 len: 856 time: 0.0467858 Sep 06 14:41:45.998914 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574c8a-57ed-405e-9c3b-633a9c585db6 req-9c9b8b82-5bf8-42ee-9a28-73cc79fe1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:46.000420 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3d574c8a-57ed-405e-9c3b-633a9c585db6 req-9c9b8b82-5bf8-42ee-9a28-73cc79fe1bcb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408714 Sep 06 14:41:46.009642 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-8835fe01-ff5a-4d0c-a8c8-97833f0ba81f req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] For port 721cd7e1-0262-4201-b9c5-4c10be7af7fb, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=721cd7e1-0262-4201-b9c5-4c10be7af7fb,segment=NetworkSegment(ddf58939-5e3e-405b-adbe-468927aa8d56),segment_id=ddf58939-5e3e-405b-adbe-468927aa8d56)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:46.010048 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-8835fe01-ff5a-4d0c-a8c8-97833f0ba81f req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:46.096101 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3d574c8a-57ed-405e-9c3b-633a9c585db6 req-f2c14635-020b-4209-a988-211e99341f4c service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881464 Sep 06 14:41:46.190902 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3d574c8a-57ed-405e-9c3b-633a9c585db6 req-7d620bfa-7bbd-4fa2-9462-8e42a55bde47 service neutron] 10.222.0.22 "GET /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871389 Sep 06 14:41:46.219470 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-8835fe01-ff5a-4d0c-a8c8-97833f0ba81f req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:46.219847 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-8835fe01-ff5a-4d0c-a8c8-97833f0ba81f req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:46.220170 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.l3_db [req-8835fe01-ff5a-4d0c-a8c8-97833f0ba81f req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Floating IP 18dcdf5c-cbbe-4794-8177-e4d56556bd2d disassociated. External IP: 172.27.0.218, port: 721cd7e1-0262-4201-b9c5-4c10be7af7fb. Sep 06 14:41:46.220516 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-8835fe01-ff5a-4d0c-a8c8-97833f0ba81f req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Calling delete_port for 721cd7e1-0262-4201-b9c5-4c10be7af7fb owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:41:46.229331 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e82d5-35ef-472d-9878-a718514dedc8 req-51b4cc03-9694-45f3-a462-fc8749fa57c9 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:46.230899 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-533e82d5-35ef-472d-9878-a718514dedc8 req-51b4cc03-9694-45f3-a462-fc8749fa57c9 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a97a3f-30f9-4b08-9a46-48a39b361a3c HTTP/1.1" status: 200 len: 945 time: 0.1038394 Sep 06 14:41:46.319201 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-533e82d5-35ef-472d-9878-a718514dedc8 req-84ecff0f-8c59-4dda-b27b-554a4473a9de tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups?id=18972e45-bbaa-4ee7-a93c-55ce3d3953bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808451 Sep 06 14:41:46.391332 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-8835fe01-ff5a-4d0c-a8c8-97833f0ba81f req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:46.419883 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event deleted for resources: {'Port': ['ID=721cd7e1-0262-4201-b9c5-4c10be7af7fb,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:46.430827 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:46.431177 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:46.431523 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:46.431854 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:46.432182 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:46.432507 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:46.432826 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:46.433185 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:46.433513 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:46.433831 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:46.434178 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:46.434493 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:46.546378 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8835fe01-ff5a-4d0c-a8c8-97833f0ba81f req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:41:46.654266 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8835fe01-ff5a-4d0c-a8c8-97833f0ba81f req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:41:46.663945 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5582626-e26a-4dad-be6d-0f850ef89ce7 None None] Sync routers for ids ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:41:46.673609 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5582626-e26a-4dad-be6d-0f850ef89ce7 None None] Routers {'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:41:46.674260 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-b5582626-e26a-4dad-be6d-0f850ef89ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:41:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:41:46.695148 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8835fe01-ff5a-4d0c-a8c8-97833f0ba81f req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] No DVR routers for this DVR port 721cd7e1-0262-4201-b9c5-4c10be7af7fb on host hv-cinder-79128 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:41:46.697703 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-8835fe01-ff5a-4d0c-a8c8-97833f0ba81f req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:46.700474 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8835fe01-ff5a-4d0c-a8c8-97833f0ba81f req-fa8959ca-9dfb-453f-afd3-5ca669c8bd1e tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.22 "DELETE /v2.0/ports/721cd7e1-0262-4201-b9c5-4c10be7af7fb HTTP/1.1" status: 204 len: 173 time: 0.8691802 Sep 06 14:41:46.700912 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a97a3f-30f9-4b08-9a46-48a39b361a3c', 'name': 'network-vif-deleted', 'tag': '721cd7e1-0262-4201-b9c5-4c10be7af7fb'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:46.703162 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b81d35d-5ef5-4f6a-bbd6-8469b50f56fb" -d '{"events": [{"server_uuid": "37a97a3f-30f9-4b08-9a46-48a39b361a3c", "name": "network-vif-deleted", "tag": "721cd7e1-0262-4201-b9c5-4c10be7af7fb"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:46.740093 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959928e9-461a-48d7-bef5-6dfa1ae66a76 x-openstack-request-id: req-959928e9-461a-48d7-bef5-6dfa1ae66a76 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:46.740355 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a97a3f-30f9-4b08-9a46-48a39b361a3c", "name": "network-vif-deleted", "tag": "721cd7e1-0262-4201-b9c5-4c10be7af7fb", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:46.740650 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-959928e9-461a-48d7-bef5-6dfa1ae66a76 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:46.741051 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a97a3f-30f9-4b08-9a46-48a39b361a3c', 'name': 'network-vif-deleted', 'tag': '721cd7e1-0262-4201-b9c5-4c10be7af7fb', 'status': 'completed', 'code': 200} Sep 06 14:41:46.785646 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-b5582626-e26a-4dad-be6d-0f850ef89ce7 None None] Set router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:41:46.998831 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-b5582626-e26a-4dad-be6d-0f850ef89ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:32:04Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'e517322a-e8a1-492e-8b86-b38a95adbec2', 'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'mac_address': 'fa:16:3e:98:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:58Z', 'updated_at': '2021-09-06T14:32:14Z', 'revision_number': 5, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'subnets': [{'id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:41:47.025093 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5582626-e26a-4dad-be6d-0f850ef89ce7 None None] Checking router: b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:41:47.034521 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5582626-e26a-4dad-be6d-0f850ef89ce7 None None] Routers {'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:41:47.035119 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-b5582626-e26a-4dad-be6d-0f850ef89ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:41:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:41:47.142795 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-b5582626-e26a-4dad-be6d-0f850ef89ce7 None None] Set router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:41:47.406618 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54140) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:47.462607 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-74bbd267-52a0-46f9-9b6f-e0185f9711c1 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:47.475458 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-b5582626-e26a-4dad-be6d-0f850ef89ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:32:04Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'e517322a-e8a1-492e-8b86-b38a95adbec2', 'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'mac_address': 'fa:16:3e:98:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:58Z', 'updated_at': '2021-09-06T14:32:14Z', 'revision_number': 5, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'subnets': [{'id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:41:47.490925 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-74bbd267-52a0-46f9-9b6f-e0185f9711c1 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:47.504626 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5582626-e26a-4dad-be6d-0f850ef89ce7 None None] The sync data for ids ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'] in dv-cinder-791281-8-iscsi is: [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:32:04Z', 'revision_number': 4, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'e517322a-e8a1-492e-8b86-b38a95adbec2', 'name': '', 'network_id': '4753f5f9-e6ed-41ba-b444-e74e424cd4f0', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'mac_address': 'fa:16:3e:98:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:58Z', 'updated_at': '2021-09-06T14:32:14Z', 'revision_number': 5, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'subnets': [{'id': '6e89d0ac-3753-4b35-bedd-a983dd8ff0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:41:47.550207 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-74bbd267-52a0-46f9-9b6f-e0185f9711c1 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:47.553243 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-74bbd267-52a0-46f9-9b6f-e0185f9711c1 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:47.557286 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-74bbd267-52a0-46f9-9b6f-e0185f9711c1 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "DELETE /v2.0/security-groups/18972e45-bbaa-4ee7-a93c-55ce3d3953bb HTTP/1.1" status: 204 len: 168 time: 0.1473842 Sep 06 14:41:47.557673 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54142) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:47.568300 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbd267-52a0-46f9-9b6f-e0185f9711c1 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18972e45-bbaa-4ee7-a93c-55ce3d3953bb,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:47.578726 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.api.v2.resource [None req-70aafbd4-50b9-4394-8dc0-a4bd3350dde6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] show failed (client error): The resource could not be found. Sep 06 14:41:47.582379 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-70aafbd4-50b9-4394-8dc0-a4bd3350dde6 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "GET /v2.0/security-groups/18972e45-bbaa-4ee7-a93c-55ce3d3953bb HTTP/1.1" status: 404 len: 347 time: 0.0205560 Sep 06 14:41:47.582744 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54144) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:47.710029 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c4a59-09ef-483e-97a0-4f54873e9d88 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Deleting port f1615d37-c0d9-4b5f-96a2-13932abcfd00 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:41:47.710381 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8f2c4a59-09ef-483e-97a0-4f54873e9d88 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:47.797638 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8f2c4a59-09ef-483e-97a0-4f54873e9d88 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:47.798063 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8f2c4a59-09ef-483e-97a0-4f54873e9d88 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:47.799185 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ea33a2-94ca-495c-855d-ee9f43c8331c None None] New status for floating IP 18dcdf5c-cbbe-4794-8177-e4d56556bd2d: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:41:47.810823 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c4a59-09ef-483e-97a0-4f54873e9d88 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Calling delete_port for f1615d37-c0d9-4b5f-96a2-13932abcfd00 owned by network:floatingip {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:41:47.959230 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8f2c4a59-09ef-483e-97a0-4f54873e9d88 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:47.989297 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c4a59-09ef-483e-97a0-4f54873e9d88 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Pushing event deleted for resources: {'Port': ['ID=f1615d37-c0d9-4b5f-96a2-13932abcfd00,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:48.047881 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8f2c4a59-09ef-483e-97a0-4f54873e9d88 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks [] for floatingip, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:48.050592 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8f2c4a59-09ef-483e-97a0-4f54873e9d88 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:48.051850 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-8f2c4a59-09ef-483e-97a0-4f54873e9d88 tempest-AttachVolumeTestJSON-484520213 tempest-AttachVolumeTestJSON-484520213-project] 10.222.0.53 "DELETE /v2.0/floatingips/18dcdf5c-cbbe-4794-8177-e4d56556bd2d HTTP/1.1" status: 204 len: 168 time: 0.4681244 Sep 06 14:41:49.366506 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 721cd7e1-0262-4201-b9c5-4c10be7af7fb no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:41:49.388143 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: 721cd7e1-0262-4201-b9c5-4c10be7af7fb {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:41:49.388491 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 721cd7e1-0262-4201-b9c5-4c10be7af7fb not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:41:51.596414 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54172) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:52.055696 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-be6337d4-d51f-423b-9ab7-69f655e7e85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677687'] for router_interface, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:52.288049 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-be6337d4-d51f-423b-9ab7-69f655e7e85e admin admin] Deleting port e517322a-e8a1-492e-8b86-b38a95adbec2 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:41:52.288394 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-be6337d4-d51f-423b-9ab7-69f655e7e85e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:52.368755 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-be6337d4-d51f-423b-9ab7-69f655e7e85e admin admin] For port e517322a-e8a1-492e-8b86-b38a95adbec2, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=e517322a-e8a1-492e-8b86-b38a95adbec2,segment=NetworkSegment(ddf58939-5e3e-405b-adbe-468927aa8d56),segment_id=ddf58939-5e3e-405b-adbe-468927aa8d56)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:52.369117 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-be6337d4-d51f-423b-9ab7-69f655e7e85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:52.383480 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-be6337d4-d51f-423b-9ab7-69f655e7e85e admin admin] Calling delete_port for e517322a-e8a1-492e-8b86-b38a95adbec2 owned by network:router_interface {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:41:52.555691 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-be6337d4-d51f-423b-9ab7-69f655e7e85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:52.582535 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6337d4-d51f-423b-9ab7-69f655e7e85e admin admin] Pushing event deleted for resources: {'Port': ['ID=e517322a-e8a1-492e-8b86-b38a95adbec2,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:52.754945 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-be6337d4-d51f-423b-9ab7-69f655e7e85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677795'] for router_interface, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:52.968980 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6337d4-d51f-423b-9ab7-69f655e7e85e admin admin] Router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:41:53.075125 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6337d4-d51f-423b-9ab7-69f655e7e85e admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:41:53.080662 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-be6337d4-d51f-423b-9ab7-69f655e7e85e admin admin] 10.222.0.53 "PUT /v2.0/routers/b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4828463 Sep 06 14:41:53.083095 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54176) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:53.083935 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee17f4f-b784-4112-9acd-f79344dd3bba None None] Sync routers for ids ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:41:53.093235 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee17f4f-b784-4112-9acd-f79344dd3bba None None] Routers {'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:41:53.093846 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-cee17f4f-b784-4112-9acd-f79344dd3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:41:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:41:53.188596 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d557e57-cbf1-4936-8d88-b72526e6079b admin admin] Notify callbacks [] for router, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:53.204301 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-cee17f4f-b784-4112-9acd-f79344dd3bba None None] Set router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:41:53.289883 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d557e57-cbf1-4936-8d88-b72526e6079b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:53.344196 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-2d557e57-cbf1-4936-8d88-b72526e6079b admin admin] Deleting port a4d663ef-5a0e-4c05-bb9c-82b4fe578fba {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:41:53.344533 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d557e57-cbf1-4936-8d88-b72526e6079b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:53.391445 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-cee17f4f-b784-4112-9acd-f79344dd3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:41:52Z', 'revision_number': 5, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port': {'id': 'a4d663ef-5a0e-4c05-bb9c-82b4fe578fba', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:41Z', 'updated_at': '2021-09-06T14:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:41:53.417845 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee17f4f-b784-4112-9acd-f79344dd3bba None None] Checking router: b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:41:53.426996 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee17f4f-b784-4112-9acd-f79344dd3bba None None] Routers {'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:41:53.427617 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-cee17f4f-b784-4112-9acd-f79344dd3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:41:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:41:53.433196 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-2d557e57-cbf1-4936-8d88-b72526e6079b admin admin] For port a4d663ef-5a0e-4c05-bb9c-82b4fe578fba, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=a4d663ef-5a0e-4c05-bb9c-82b4fe578fba,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:53.433576 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d557e57-cbf1-4936-8d88-b72526e6079b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:53.446453 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-2d557e57-cbf1-4936-8d88-b72526e6079b admin admin] Calling delete_port for a4d663ef-5a0e-4c05-bb9c-82b4fe578fba owned by network:router_gateway {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:41:53.515387 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-cee17f4f-b784-4112-9acd-f79344dd3bba None None] Set router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 gateway port host: None {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:41:53.574038 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-cee17f4f-b784-4112-9acd-f79344dd3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:41:53Z', 'revision_number': 6, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port_host': None}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:41:53.600619 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee17f4f-b784-4112-9acd-f79344dd3bba None None] The sync data for ids ['b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67'] in dv-cinder-791281-8-iscsi is: [{'id': 'b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67', 'name': 'tempest-AttachVolumeTestJSON-1613093597-router', 'tenant_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:39Z', 'updated_at': '2021-09-06T14:41:53Z', 'revision_number': 6, 'project_id': '9b0c093a91ab46ba90be4bc5b45e7d2f', 'gw_port_host': None}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:41:53.620637 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d557e57-cbf1-4936-8d88-b72526e6079b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:53.647972 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d557e57-cbf1-4936-8d88-b72526e6079b admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d663ef-5a0e-4c05-bb9c-82b4fe578fba,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:53.705943 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d557e57-cbf1-4936-8d88-b72526e6079b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679885'] for router_gateway, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:53.794255 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d557e57-cbf1-4936-8d88-b72526e6079b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-677138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28242'] for router, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:53.796439 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d557e57-cbf1-4936-8d88-b72526e6079b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:53.841219 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d557e57-cbf1-4936-8d88-b72526e6079b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-677227'] for router, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:53.841778 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d557e57-cbf1-4936-8d88-b72526e6079b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 {{(pid=93871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:41:53.846055 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d557e57-cbf1-4936-8d88-b72526e6079b admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:53.847213 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-2d557e57-cbf1-4936-8d88-b72526e6079b admin admin] 10.222.0.53 "DELETE /v2.0/routers/b5a9082c-3ebb-4c3a-84ce-4d91dbc94d67 HTTP/1.1" status: 204 len: 168 time: 0.7631922 Sep 06 14:41:53.849760 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54180) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:53.895557 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ad89a9-dca1-4ea3-953e-001533fdbda9 admin admin] Deleting subnet 6e89d0ac-3753-4b35-bedd-a983dd8ff0f4 {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:41:53.898581 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-35ad89a9-dca1-4ea3-953e-001533fdbda9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:53.933296 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-35ad89a9-dca1-4ea3-953e-001533fdbda9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11736422'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.017855 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-35ad89a9-dca1-4ea3-953e-001533fdbda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.071226 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-35ad89a9-dca1-4ea3-953e-001533fdbda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11819271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12567114'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.097256 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad89a9-dca1-4ea3-953e-001533fdbda9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e89d0ac-3753-4b35-bedd-a983dd8ff0f4,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:54.101120 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-35ad89a9-dca1-4ea3-953e-001533fdbda9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.103616 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-35ad89a9-dca1-4ea3-953e-001533fdbda9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6e89d0ac-3753-4b35-bedd-a983dd8ff0f4 HTTP/1.1" status: 204 len: 168 time: 0.2528718 Sep 06 14:41:54.105419 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54182) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:54.107810 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991a2237-0fee-499d-8f3a-a4ddccc98eba None None] Network 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:41:54.177134 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.230461 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] Deleting port fb187c2c-44ec-4867-9c77-3d024d108a42 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:41:54.230808 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.297231 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] For port fb187c2c-44ec-4867-9c77-3d024d108a42, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=fb187c2c-44ec-4867-9c77-3d024d108a42,segment=NetworkSegment(ddf58939-5e3e-405b-adbe-468927aa8d56),segment_id=ddf58939-5e3e-405b-adbe-468927aa8d56)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:54.297519 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.309460 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] Calling delete_port for fb187c2c-44ec-4867-9c77-3d024d108a42 owned by network:dhcp {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:41:54.363256 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] DHCP port deletion for 4753f5f9-e6ed-41ba-b444-e74e424cd4f0 request from dv-cinder-791281-8-iscsi {{(pid=93873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 14:41:54.394041 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.410186 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Deleting port fb187c2c-44ec-4867-9c77-3d024d108a42 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:41:54.410562 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.421564 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb187c2c-44ec-4867-9c77-3d024d108a42,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:54.423475 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] No DVR routers for this DVR port fb187c2c-44ec-4867-9c77-3d024d108a42 on host dv-cinder-791281-8-iscsi {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:41:54.474388 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] For port fb187c2c-44ec-4867-9c77-3d024d108a42, host dv-cinder-791281-8-iscsi, got binding levels [] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:54.474788 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.487459 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Calling delete_port for fb187c2c-44ec-4867-9c77-3d024d108a42 owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:41:54.490148 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.ipam_backend_mixin [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Port fb187c2c-44ec-4867-9c77-3d024d108a42 was not found and therefore no delete operation was performed {{(pid=93873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 06 14:41:54.491374 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.498616 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.508654 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4753f5f9-e6ed-41ba-b444-e74e424cd4f0']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:41:54.519997 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf58939-5e3e-405b-adbe-468927aa8d56') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:41:54.520289 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf58939-5e3e-405b-adbe-468927aa8d56') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:41:54.522318 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Pushing event deleted for resources: {'Port': ['ID=fb187c2c-44ec-4867-9c77-3d024d108a42,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:54.525371 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] No DVR routers for this DVR port fb187c2c-44ec-4867-9c77-3d024d108a42 on host dv-cinder-791281-8-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:41:54.532807 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:54.533137 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:54.533469 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11736447'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.533587 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:54.533804 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:54.534164 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:54.534824 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:54.534824 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:54.535138 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:54.535855 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:54.535855 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:54.536087 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:54.536414 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc3ef0-fbe1-4d3e-95ac-640be7e46bef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:54.548034 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.554147 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:41:54.554548 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11819353'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: Traceback (most recent call last): Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: timer() Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: cb(*args, **kw) Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: return func(*args, **kwargs) Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: self._notify() Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: self.callback(batched_events) Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: event.method(event) Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: return f(self, *a, **k) Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._get(url).json() Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:41:54.556282 dv-cinder-791281-8-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:41:54.613953 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.619336 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.623632 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4753f5f9-e6ed-41ba-b444-e74e424cd4f0 HTTP/1.1" status: 204 len: 168 time: 0.5148194 Sep 06 14:41:54.632759 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc23d56-1596-4919-983b-82941dae9d89 admin admin] Pushing event deleted for resources: {'Network': ['ID=4753f5f9-e6ed-41ba-b444-e74e424cd4f0,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:54.697117 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device e517322a-e8a1-492e-8b86-b38a95adbec2 no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:41:54.721872 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: e517322a-e8a1-492e-8b86-b38a95adbec2 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:41:54.722199 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device e517322a-e8a1-492e-8b86-b38a95adbec2 not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:41:54.722652 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device a4d663ef-5a0e-4c05-bb9c-82b4fe578fba no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:41:54.742327 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: a4d663ef-5a0e-4c05-bb9c-82b4fe578fba {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:41:54.742681 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device a4d663ef-5a0e-4c05-bb9c-82b4fe578fba not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:41:54.743096 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device fb187c2c-44ec-4867-9c77-3d024d108a42 no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:41:54.760698 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54186) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:54.762193 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: fb187c2c-44ec-4867-9c77-3d024d108a42 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:41:54.763103 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device fb187c2c-44ec-4867-9c77-3d024d108a42 not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:41:54.805486 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-626f3d8c-dae4-46b0-b4db-8881ab3cdb78 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b0c093a91ab46ba90be4bc5b45e7d2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0436308 Sep 06 14:41:54.807951 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54188) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:54.855188 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c3cfe703-6278-442a-b164-35b935eed6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.876180 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c3cfe703-6278-442a-b164-35b935eed6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.924500 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c3cfe703-6278-442a-b164-35b935eed6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.927001 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c3cfe703-6278-442a-b164-35b935eed6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:54.928153 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c3cfe703-6278-442a-b164-35b935eed6ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5dd8c9d5-14e0-4ff5-845a-745be319a4f8 HTTP/1.1" status: 204 len: 168 time: 0.1193168 Sep 06 14:41:54.936368 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfe703-6278-442a-b164-35b935eed6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd8c9d5-14e0-4ff5-845a-745be319a4f8,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:56.155877 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54238) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:56.260284 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-01d719c9-7ae0-4b4c-8c30-4c288da9c37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:56.355664 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-01d719c9-7ae0-4b4c-8c30-4c288da9c37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:56.362656 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-01d719c9-7ae0-4b4c-8c30-4c288da9c37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:56.400058 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-01d719c9-7ae0-4b4c-8c30-4c288da9c37c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccd3e108ee09483e840eef16f38d21f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430074 Sep 06 14:41:56.400907 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d719c9-7ae0-4b4c-8c30-4c288da9c37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb1808a-a6a4-4d18-ac90-1a2bdc33f73b,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:56.402864 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54242) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:56.452156 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:56.472571 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:56.520091 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:56.522849 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:56.523974 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ceb1808a-a6a4-4d18-ac90-1a2bdc33f73b HTTP/1.1" status: 204 len: 168 time: 0.1195598 Sep 06 14:41:56.532156 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb1808a-a6a4-4d18-ac90-1a2bdc33f73b,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:56.539121 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:56.539469 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:56.539805 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:56.540137 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:56.540463 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:56.540788 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:56.541112 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:56.541432 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:56.541780 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:56.542203 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:56.542429 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:56.542745 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f00069-5c67-4a80-8e3f-f736d67c33bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:00.945820 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54328) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:01.050931 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5fcad438-952d-4930-8ed0-ebe756b01bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:01.144045 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5fcad438-952d-4930-8ed0-ebe756b01bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:01.147783 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5fcad438-952d-4930-8ed0-ebe756b01bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:01.186376 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5fcad438-952d-4930-8ed0-ebe756b01bf0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=084065dc34a14d5b9ddd67ecf5e83f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394209 Sep 06 14:42:01.188771 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcad438-952d-4930-8ed0-ebe756b01bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08857365-0106-46a1-b983-bbe7a4c042b1,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:01.189050 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54332) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:01.240496 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-90762a42-f063-42f0-bd6e-3c2afd17f2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:01.513561 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-90762a42-f063-42f0-bd6e-3c2afd17f2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:01.559126 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-90762a42-f063-42f0-bd6e-3c2afd17f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:01.562855 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-90762a42-f063-42f0-bd6e-3c2afd17f2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:01.564044 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-90762a42-f063-42f0-bd6e-3c2afd17f2fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08857365-0106-46a1-b983-bbe7a4c042b1 HTTP/1.1" status: 204 len: 168 time: 0.3739843 Sep 06 14:42:01.571741 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90762a42-f063-42f0-bd6e-3c2afd17f2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08857365-0106-46a1-b983-bbe7a4c042b1,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:01.816863 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54338) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:01.831952 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b9f30333-adb3-4380-83d8-84dd702060fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:01.921852 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b9f30333-adb3-4380-83d8-84dd702060fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:01.925701 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b9f30333-adb3-4380-83d8-84dd702060fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:01.961467 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f30333-adb3-4380-83d8-84dd702060fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f55b49-071b-4981-8728-f5f71ef170e1,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:01.966410 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-b9f30333-adb3-4380-83d8-84dd702060fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=985b33bed32b4f27a2632ab2f1b90883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484482 Sep 06 14:42:01.968482 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54340) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:02.017234 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f713f064-d9bc-4593-90f6-4f1f040ad3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:02.037588 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f713f064-d9bc-4593-90f6-4f1f040ad3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:02.087041 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f713f064-d9bc-4593-90f6-4f1f040ad3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:02.089590 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f713f064-d9bc-4593-90f6-4f1f040ad3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:02.090805 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f713f064-d9bc-4593-90f6-4f1f040ad3fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72f55b49-071b-4981-8728-f5f71ef170e1 HTTP/1.1" status: 204 len: 168 time: 0.1214149 Sep 06 14:42:02.098866 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713f064-d9bc-4593-90f6-4f1f040ad3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f55b49-071b-4981-8728-f5f71ef170e1,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:03.676045 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54384) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:03.779614 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-425e94ac-dc86-4497-afe7-cf77446f14c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:03.869539 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-425e94ac-dc86-4497-afe7-cf77446f14c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:03.873095 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-425e94ac-dc86-4497-afe7-cf77446f14c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:03.912056 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-425e94ac-dc86-4497-afe7-cf77446f14c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ca61605bd9441ae879af5428b93a04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349191 Sep 06 14:42:03.913016 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e94ac-dc86-4497-afe7-cf77446f14c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd04b1b1-84fc-42ab-847e-c0c6a6191bd1,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:03.914117 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54388) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:03.964404 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0002b750-9055-45fe-a54a-3f603985e008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:03.986652 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0002b750-9055-45fe-a54a-3f603985e008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:04.032552 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0002b750-9055-45fe-a54a-3f603985e008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:04.035220 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0002b750-9055-45fe-a54a-3f603985e008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:04.036386 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-0002b750-9055-45fe-a54a-3f603985e008 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd04b1b1-84fc-42ab-847e-c0c6a6191bd1 HTTP/1.1" status: 204 len: 168 time: 0.1212926 Sep 06 14:42:04.044283 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002b750-9055-45fe-a54a-3f603985e008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd04b1b1-84fc-42ab-847e-c0c6a6191bd1,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:04.308979 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54394) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:04.322798 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b18bad8c-fc6e-4f33-a12f-ef5dd2f59c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:04.413891 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b18bad8c-fc6e-4f33-a12f-ef5dd2f59c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:04.417566 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b18bad8c-fc6e-4f33-a12f-ef5dd2f59c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:04.456226 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-b18bad8c-fc6e-4f33-a12f-ef5dd2f59c99 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5bced792aa884866a75197883b99a434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461599 Sep 06 14:42:04.457089 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bad8c-fc6e-4f33-a12f-ef5dd2f59c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade96560-6e42-4831-b4d9-d47fbadbf285,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:04.458932 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54396) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:04.511306 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bb3ade59-40c7-4f96-bd04-a398d2d8181c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:04.534034 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bb3ade59-40c7-4f96-bd04-a398d2d8181c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:04.547596 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-00163779-1842-41e5-8914-58ab46754ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:04.582637 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bb3ade59-40c7-4f96-bd04-a398d2d8181c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:04.585180 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bb3ade59-40c7-4f96-bd04-a398d2d8181c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:04.586345 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-bb3ade59-40c7-4f96-bd04-a398d2d8181c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ade96560-6e42-4831-b4d9-d47fbadbf285 HTTP/1.1" status: 204 len: 168 time: 0.1263416 Sep 06 14:42:04.594347 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ade59-40c7-4f96-bd04-a398d2d8181c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade96560-6e42-4831-b4d9-d47fbadbf285,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:07.451323 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3eac4e0b-259e-4f71-b6ef-ddd10688f46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:07.615589 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:08.922968 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:09.507980 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54496) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:09.612695 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8431c0a5-664f-4938-950d-03aecfbbf023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:09.701375 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8431c0a5-664f-4938-950d-03aecfbbf023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:09.705185 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8431c0a5-664f-4938-950d-03aecfbbf023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:09.741572 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431c0a5-664f-4938-950d-03aecfbbf023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d346f94-9df4-4be9-9f01-f8f17dbd9aed,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:09.748817 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-8431c0a5-664f-4938-950d-03aecfbbf023 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=611db83df7ee46ab9c34ad9e533d9a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397428 Sep 06 14:42:09.749066 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54500) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:09.797340 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-03079e8f-23e6-4bbe-8797-d77625435b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:09.817993 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-03079e8f-23e6-4bbe-8797-d77625435b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:09.864332 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-03079e8f-23e6-4bbe-8797-d77625435b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:09.867030 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-03079e8f-23e6-4bbe-8797-d77625435b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:09.868181 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-03079e8f-23e6-4bbe-8797-d77625435b67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d346f94-9df4-4be9-9f01-f8f17dbd9aed HTTP/1.1" status: 204 len: 168 time: 0.1175749 Sep 06 14:42:09.876083 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03079e8f-23e6-4bbe-8797-d77625435b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d346f94-9df4-4be9-9f01-f8f17dbd9aed,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:10.124799 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54506) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:10.138429 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9ff2abb5-0ad1-4787-b9d1-100138d2b767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:10.229113 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9ff2abb5-0ad1-4787-b9d1-100138d2b767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:10.233031 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9ff2abb5-0ad1-4787-b9d1-100138d2b767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:10.272209 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9ff2abb5-0ad1-4787-b9d1-100138d2b767 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=174db8800c584056b036bb4fe6bc3e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461754 Sep 06 14:42:10.273351 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2abb5-0ad1-4787-b9d1-100138d2b767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829379dc-72d4-4c2a-8f2e-2682fbf39fd2,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:10.274864 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54508) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:10.323420 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-52e2a61b-86bf-441c-badc-4465e78c82a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:10.348598 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-52e2a61b-86bf-441c-badc-4465e78c82a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:10.395850 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-52e2a61b-86bf-441c-badc-4465e78c82a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:10.398562 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-52e2a61b-86bf-441c-badc-4465e78c82a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:10.399715 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-52e2a61b-86bf-441c-badc-4465e78c82a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/829379dc-72d4-4c2a-8f2e-2682fbf39fd2 HTTP/1.1" status: 204 len: 168 time: 0.1238704 Sep 06 14:42:10.407816 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2a61b-86bf-441c-badc-4465e78c82a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829379dc-72d4-4c2a-8f2e-2682fbf39fd2,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:10.432879 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:10.715724 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54514) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:10.729130 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2782180e-589e-4331-9f33-518587cbd380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:10.816612 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2782180e-589e-4331-9f33-518587cbd380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:10.820091 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2782180e-589e-4331-9f33-518587cbd380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:10.863538 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-2782180e-589e-4331-9f33-518587cbd380 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acadb3ff290e415ca485420be52bfa8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467073 Sep 06 14:42:10.864385 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782180e-589e-4331-9f33-518587cbd380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6596f70f-dd3f-4c97-91ce-fc729a9c8772,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:10.866771 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54516) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:10.923922 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fcf19260-b2d7-4409-bb09-c9da9beff5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:10.945230 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fcf19260-b2d7-4409-bb09-c9da9beff5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:10.990987 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fcf19260-b2d7-4409-bb09-c9da9beff5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:10.993605 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fcf19260-b2d7-4409-bb09-c9da9beff5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:10.994794 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fcf19260-b2d7-4409-bb09-c9da9beff5a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6596f70f-dd3f-4c97-91ce-fc729a9c8772 HTTP/1.1" status: 204 len: 168 time: 0.1267345 Sep 06 14:42:11.002404 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf19260-b2d7-4409-bb09-c9da9beff5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6596f70f-dd3f-4c97-91ce-fc729a9c8772,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:11.440103 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:16.270560 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04362b-94dd-4205-879e-ed0bfae90ad7 req-94b76012-8a45-423a-9c24-f5788dcfe8ba tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:16.272064 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee04362b-94dd-4205-879e-ed0bfae90ad7 req-94b76012-8a45-423a-9c24-f5788dcfe8ba tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 947 time: 0.0505407 Sep 06 14:42:16.310755 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee04362b-94dd-4205-879e-ed0bfae90ad7 req-78a8dc61-fef4-4fe7-9a55-5ea2ecff9293 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325105 Sep 06 14:42:17.434977 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e6065-1a34-4e4c-aa96-20cf20754a3b req-fdb2fa20-8666-4523-9c54-871bbba8c377 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:17.436377 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-474e6065-1a34-4e4c-aa96-20cf20754a3b req-fdb2fa20-8666-4523-9c54-871bbba8c377 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 947 time: 0.0492368 Sep 06 14:42:17.474824 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-474e6065-1a34-4e4c-aa96-20cf20754a3b req-c08f05a1-9e44-49ed-b2a0-4a31738e47dc tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313876 Sep 06 14:42:18.157032 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf75f4-8701-4116-8e51-c893ea5309f2 req-830a1add-18eb-475e-b52f-58e42aef217d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:18.158507 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-03bf75f4-8701-4116-8e51-c893ea5309f2 req-830a1add-18eb-475e-b52f-58e42aef217d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 947 time: 0.0476828 Sep 06 14:42:18.255435 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-03bf75f4-8701-4116-8e51-c893ea5309f2 req-35006851-c489-4263-ba14-cf923a238620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Deleting port c32f39d6-8759-4b1d-8c5b-e3ec39068087 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:42:18.255776 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-03bf75f4-8701-4116-8e51-c893ea5309f2 req-35006851-c489-4263-ba14-cf923a238620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:18.343726 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-03bf75f4-8701-4116-8e51-c893ea5309f2 req-35006851-c489-4263-ba14-cf923a238620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] For port c32f39d6-8759-4b1d-8c5b-e3ec39068087, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c32f39d6-8759-4b1d-8c5b-e3ec39068087,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:18.344250 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-03bf75f4-8701-4116-8e51-c893ea5309f2 req-35006851-c489-4263-ba14-cf923a238620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:18.519470 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-03bf75f4-8701-4116-8e51-c893ea5309f2 req-35006851-c489-4263-ba14-cf923a238620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:18.519844 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-03bf75f4-8701-4116-8e51-c893ea5309f2 req-35006851-c489-4263-ba14-cf923a238620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:18.520163 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.l3_db [req-03bf75f4-8701-4116-8e51-c893ea5309f2 req-35006851-c489-4263-ba14-cf923a238620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Floating IP 9deb53e0-d7ab-419b-99bb-b3d6f9315fde disassociated. External IP: 172.27.0.204, port: c32f39d6-8759-4b1d-8c5b-e3ec39068087. Sep 06 14:42:18.520509 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-03bf75f4-8701-4116-8e51-c893ea5309f2 req-35006851-c489-4263-ba14-cf923a238620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Calling delete_port for c32f39d6-8759-4b1d-8c5b-e3ec39068087 owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:42:18.636752 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d91c4-dbb6-4ed7-a077-a4ca3f122da8 req-4fa7cd50-be60-4784-937d-822ca9276c92 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:18.638431 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b70d91c4-dbb6-4ed7-a077-a4ca3f122da8 req-4fa7cd50-be60-4784-937d-822ca9276c92 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb6a40a-3602-4efb-ba29-77e8f55ef851 HTTP/1.1" status: 200 len: 947 time: 0.0768166 Sep 06 14:42:18.723671 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b70d91c4-dbb6-4ed7-a077-a4ca3f122da8 req-7ae256de-5edf-42f0-9a1f-751eacc9d28b tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3548a4d-2e2a-4acb-b73f-8cd69e001796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764968 Sep 06 14:42:18.724910 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-03bf75f4-8701-4116-8e51-c893ea5309f2 req-35006851-c489-4263-ba14-cf923a238620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:18.757863 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35006851-c489-4263-ba14-cf923a238620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event deleted for resources: {'Port': ['ID=c32f39d6-8759-4b1d-8c5b-e3ec39068087,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:18.870418 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03bf75f4-8701-4116-8e51-c893ea5309f2 req-35006851-c489-4263-ba14-cf923a238620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Router e7031ec3-3444-4662-86a2-b49c8846e27f has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:42:18.981353 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03bf75f4-8701-4116-8e51-c893ea5309f2 req-35006851-c489-4263-ba14-cf923a238620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:42:18.992019 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5746eb89-d24b-4e0c-8ac3-cbf25af1898d None None] Sync routers for ids ['e7031ec3-3444-4662-86a2-b49c8846e27f'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:42:19.002594 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5746eb89-d24b-4e0c-8ac3-cbf25af1898d None None] Routers {'e7031ec3-3444-4662-86a2-b49c8846e27f'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:42:19.003221 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-5746eb89-d24b-4e0c-8ac3-cbf25af1898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:42:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['e7031ec3-3444-4662-86a2-b49c8846e27f'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:19.022210 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bf75f4-8701-4116-8e51-c893ea5309f2 req-35006851-c489-4263-ba14-cf923a238620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] No DVR routers for this DVR port c32f39d6-8759-4b1d-8c5b-e3ec39068087 on host hv-cinder-79128 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:42:19.025004 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-03bf75f4-8701-4116-8e51-c893ea5309f2 req-35006851-c489-4263-ba14-cf923a238620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:19.027413 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-03bf75f4-8701-4116-8e51-c893ea5309f2 req-35006851-c489-4263-ba14-cf923a238620 tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.22 "DELETE /v2.0/ports/c32f39d6-8759-4b1d-8c5b-e3ec39068087 HTTP/1.1" status: 204 len: 173 time: 0.8619747 Sep 06 14:42:19.027867 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'name': 'network-vif-deleted', 'tag': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:42:19.030881 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000384c9-fa90-4e7c-9946-6226012526d8" -d '{"events": [{"server_uuid": "6bb6a40a-3602-4efb-ba29-77e8f55ef851", "name": "network-vif-deleted", "tag": "c32f39d6-8759-4b1d-8c5b-e3ec39068087"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:42:19.070702 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cd43a1-0896-4a26-b672-377be8c88c1e x-openstack-request-id: req-f6cd43a1-0896-4a26-b672-377be8c88c1e {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:42:19.070999 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb6a40a-3602-4efb-ba29-77e8f55ef851", "name": "network-vif-deleted", "tag": "c32f39d6-8759-4b1d-8c5b-e3ec39068087", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:42:19.071253 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6cd43a1-0896-4a26-b672-377be8c88c1e {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:42:19.071661 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb6a40a-3602-4efb-ba29-77e8f55ef851', 'name': 'network-vif-deleted', 'tag': 'c32f39d6-8759-4b1d-8c5b-e3ec39068087', 'status': 'completed', 'code': 200} Sep 06 14:42:19.204152 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-5746eb89-d24b-4e0c-8ac3-cbf25af1898d None None] Set router e7031ec3-3444-4662-86a2-b49c8846e27f gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:42:19.418285 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-5746eb89-d24b-4e0c-8ac3-cbf25af1898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:57Z', 'revision_number': 5, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:19.445473 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5746eb89-d24b-4e0c-8ac3-cbf25af1898d None None] Checking router: e7031ec3-3444-4662-86a2-b49c8846e27f for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:42:19.454485 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5746eb89-d24b-4e0c-8ac3-cbf25af1898d None None] Routers {'e7031ec3-3444-4662-86a2-b49c8846e27f'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:42:19.455085 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-5746eb89-d24b-4e0c-8ac3-cbf25af1898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:42:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['e7031ec3-3444-4662-86a2-b49c8846e27f'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:19.559869 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-5746eb89-d24b-4e0c-8ac3-cbf25af1898d None None] Set router e7031ec3-3444-4662-86a2-b49c8846e27f gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:42:19.756126 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-5746eb89-d24b-4e0c-8ac3-cbf25af1898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:57Z', 'revision_number': 5, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:19.786119 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5746eb89-d24b-4e0c-8ac3-cbf25af1898d None None] The sync data for ids ['e7031ec3-3444-4662-86a2-b49c8846e27f'] in dv-cinder-791281-8-iscsi is: [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 4, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '39d7f02d-0b30-469b-aeea-362754bf2318', 'name': '', 'network_id': '1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'mac_address': 'fa:16:3e:44:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:43Z', 'updated_at': '2021-09-06T14:31:57Z', 'revision_number': 5, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'subnets': [{'id': 'be400bbf-0c01-4e2c-9828-7b5bdb047a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:42:19.819251 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54636) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:19.878000 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-650b9a69-55c4-4253-b9b0-6997d27b8f6d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:19.900805 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-650b9a69-55c4-4253-b9b0-6997d27b8f6d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:19.950702 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-650b9a69-55c4-4253-b9b0-6997d27b8f6d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:19.953622 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-650b9a69-55c4-4253-b9b0-6997d27b8f6d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:19.954836 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-650b9a69-55c4-4253-b9b0-6997d27b8f6d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "DELETE /v2.0/security-groups/a3548a4d-2e2a-4acb-b73f-8cd69e001796 HTTP/1.1" status: 204 len: 168 time: 0.1345782 Sep 06 14:42:19.957646 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54638) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:19.964429 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b9a69-55c4-4253-b9b0-6997d27b8f6d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3548a4d-2e2a-4acb-b73f-8cd69e001796,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:19.979834 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.api.v2.resource [None req-43498beb-17d4-4701-95f8-6f3833322a2d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] show failed (client error): The resource could not be found. Sep 06 14:42:19.980861 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-43498beb-17d4-4701-95f8-6f3833322a2d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "GET /v2.0/security-groups/a3548a4d-2e2a-4acb-b73f-8cd69e001796 HTTP/1.1" status: 404 len: 347 time: 0.0221121 Sep 06 14:42:19.984119 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54640) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:20.011994 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa502a-fc6a-4d9d-bd49-fddd042de7b8 None None] New status for floating IP 9deb53e0-d7ab-419b-99bb-b3d6f9315fde: DOWN {{(pid=93873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:42:20.113268 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-a425d198-e946-4d01-ba96-3990401aaa6d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Deleting port a17b63f6-7fe9-4e35-8a3c-2eb6feafb530 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:42:20.113505 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a425d198-e946-4d01-ba96-3990401aaa6d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:20.191817 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a425d198-e946-4d01-ba96-3990401aaa6d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:20.192151 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a425d198-e946-4d01-ba96-3990401aaa6d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:20.203234 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-a425d198-e946-4d01-ba96-3990401aaa6d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Calling delete_port for a17b63f6-7fe9-4e35-8a3c-2eb6feafb530 owned by network:floatingip {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:42:20.330568 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a425d198-e946-4d01-ba96-3990401aaa6d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:20.360116 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425d198-e946-4d01-ba96-3990401aaa6d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Pushing event deleted for resources: {'Port': ['ID=a17b63f6-7fe9-4e35-8a3c-2eb6feafb530,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:20.426445 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a425d198-e946-4d01-ba96-3990401aaa6d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks [] for floatingip, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:20.429410 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a425d198-e946-4d01-ba96-3990401aaa6d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:20.430706 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a425d198-e946-4d01-ba96-3990401aaa6d tempest-AttachVolumeShelveTestJSON-679847457 tempest-AttachVolumeShelveTestJSON-679847457-project] 10.222.0.53 "DELETE /v2.0/floatingips/9deb53e0-d7ab-419b-99bb-b3d6f9315fde HTTP/1.1" status: 204 len: 168 time: 0.4448531 Sep 06 14:42:20.626346 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:42:21.534732 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device c32f39d6-8759-4b1d-8c5b-e3ec39068087 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:42:21.556609 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: c32f39d6-8759-4b1d-8c5b-e3ec39068087 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:42:21.556730 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device c32f39d6-8759-4b1d-8c5b-e3ec39068087 not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:42:21.666783 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f1b6162c-78e1-49f3-bbd5-9942bdf14bf5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693750651&fields=id&tenant_id=01e86bce1eb746b999d2ea9741fff156 HTTP/1.1" status: 200 len: 267 time: 0.0348849 Sep 06 14:42:21.786319 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-d3a15201-bd31-4c96-b364-f6d7d5954b1b tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:21.793330 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-d3a15201-bd31-4c96-b364-f6d7d5954b1b tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/networks?id=5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 200 len: 812 time: 0.1188369 Sep 06 14:42:21.811375 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-eab6193c-a348-4252-b959-7f5b2838dbb5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/quotas/01e86bce1eb746b999d2ea9741fff156 HTTP/1.1" status: 200 len: 375 time: 0.0171201 Sep 06 14:42:21.868109 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-fd76461f-c2d6-4bbc-94a1-d3af17e14db2 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0558710 Sep 06 14:42:21.884402 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-2ff164d1-add6-40be-af1e-87712c4a7c98 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:42:21.885367 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-2ff164d1-add6-40be-af1e-87712c4a7c98 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051413 Sep 06 14:42:21.979873 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-a1f224d2-587c-49c4-a8c6-c37b7842d3d2 service neutron] 10.222.0.53 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878603 Sep 06 14:42:22.071325 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-8675b2be-a32d-4922-b9bd-8de4f6dbb8d5 service neutron] 10.222.0.53 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846157 Sep 06 14:42:22.354185 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6d2df0ba-00ee-4fc9-9cb3-07abf62868ef req-201e3689-5b5b-4d5c-86b4-e9de24db42bf tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 210 time: 0.0262892 Sep 06 14:42:22.943333 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54710) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:23.277506 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-3b0313a2-b067-4ef7-ae02-80b0b178e89d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:23.281740 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-3b0313a2-b067-4ef7-ae02-80b0b178e89d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.22 "GET /v2.0/networks?id=5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 200 len: 812 time: 0.1368957 Sep 06 14:42:23.334010 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-c4d5a34f-a778-4d95-a604-1fd71f972701 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01e86bce1eb746b999d2ea9741fff156 HTTP/1.1" status: 200 len: 379 time: 0.0382955 Sep 06 14:42:23.345987 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-fdae628c-0389-4fe9-9828-72f0afe92026 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Request body: {'port': {'device_id': '39e55bf2-3d38-42c9-b4b1-9f8a3088b42e', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'admin_state_up': True, 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'security_groups': ['c4e1603d-584b-4344-863b-ff8c18687144']}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:23.485823 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0c087f09-8c10-4803-bce0-b8cc9e40908b req-f190e3ec-ed6d-4628-9113-cd71a366b05e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 210 time: 0.0389955 Sep 06 14:42:23.510944 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-fdae628c-0389-4fe9-9828-72f0afe92026 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Made reservation on behalf of 01e86bce1eb746b999d2ea9741fff156 for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:42:23.514691 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-fdae628c-0389-4fe9-9828-72f0afe92026 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:23.643383 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-fdae628c-0389-4fe9-9828-72f0afe92026 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Allocated IP 172.20.0.6 (5c60b747-df5e-44fc-9133-15b63b143d3f/3d8f3db7-1100-47f8-a041-76cc8cbfc844/84ad0583-9fb2-4ef9-993a-e6589bb4661c) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:42:23.782129 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-fdae628c-0389-4fe9-9828-72f0afe92026 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:23.792823 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-27415ecb-32f6-4a40-b109-ce48301eca2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677687'] for router_interface, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:23.795633 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-fdae628c-0389-4fe9-9828-72f0afe92026 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Transition to ACTIVE for port object 84ad0583-9fb2-4ef9-993a-e6589bb4661c will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:42:23.829234 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-fdae628c-0389-4fe9-9828-72f0afe92026 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:23.877903 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-fdae628c-0389-4fe9-9828-72f0afe92026 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Network 5c60b747-df5e-44fc-9133-15b63b143d3f is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:42:23.881026 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-fdae628c-0389-4fe9-9828-72f0afe92026 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:42:23.884793 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-fdae628c-0389-4fe9-9828-72f0afe92026 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:42:23.912229 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae628c-0389-4fe9-9828-72f0afe92026 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event updated for resources: {'Port': ['ID=84ad0583-9fb2-4ef9-993a-e6589bb4661c,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:23.947849 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-fdae628c-0389-4fe9-9828-72f0afe92026 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:23.948511 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-fdae628c-0389-4fe9-9828-72f0afe92026 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:23.964162 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-fdae628c-0389-4fe9-9828-72f0afe92026 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6233869 Sep 06 14:42:23.975628 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-96130187-a362-4fb9-ad86-4d657bd5c3a3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:42:23.977029 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-96130187-a362-4fb9-ad86-4d657bd5c3a3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060461 Sep 06 14:42:24.044349 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Request body: {'port': {'device_id': '39e55bf2-3d38-42c9-b4b1-9f8a3088b42e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:24.100171 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:24.114561 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-27415ecb-32f6-4a40-b109-ce48301eca2e admin admin] Deleting port 39d7f02d-0b30-469b-aeea-362754bf2318 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:42:24.115159 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-27415ecb-32f6-4a40-b109-ce48301eca2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:24.127130 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-4f09604a-d86f-4ad5-91c7-15c3c72b7e31 None None] Provisioning for port 84ad0583-9fb2-4ef9-993a-e6589bb4661c completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:42:24.130911 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-4f09604a-d86f-4ad5-91c7-15c3c72b7e31 None None] Provisioning complete for port 84ad0583-9fb2-4ef9-993a-e6589bb4661c triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:24.131282 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f09604a-d86f-4ad5-91c7-15c3c72b7e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:24.174143 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-4f09604a-d86f-4ad5-91c7-15c3c72b7e31 None None] Port 84ad0583-9fb2-4ef9-993a-e6589bb4661c cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:42:24.205740 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-27415ecb-32f6-4a40-b109-ce48301eca2e admin admin] For port 39d7f02d-0b30-469b-aeea-362754bf2318, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=39d7f02d-0b30-469b-aeea-362754bf2318,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:24.206139 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-27415ecb-32f6-4a40-b109-ce48301eca2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:24.220302 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-27415ecb-32f6-4a40-b109-ce48301eca2e admin admin] Calling delete_port for 39d7f02d-0b30-469b-aeea-362754bf2318 owned by network:router_interface {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:42:24.404926 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ad0583-9fb2-4ef9-993a-e6589bb4661c {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:42:24.413365 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:24.431856 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Transition to ACTIVE for port object 84ad0583-9fb2-4ef9-993a-e6589bb4661c will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:42:24.433727 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-27415ecb-32f6-4a40-b109-ce48301eca2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:24.436971 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:24.460084 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27415ecb-32f6-4a40-b109-ce48301eca2e admin admin] Pushing event deleted for resources: {'Port': ['ID=39d7f02d-0b30-469b-aeea-362754bf2318,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:24.522063 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Pushing event updated for resources: {'Port': ['ID=84ad0583-9fb2-4ef9-993a-e6589bb4661c,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:24.616735 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Attempting to bind port 84ad0583-9fb2-4ef9-993a-e6589bb4661c on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:42:24.617088 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Attempting to bind port 84ad0583-9fb2-4ef9-993a-e6589bb4661c by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:42:24.617424 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Attempting to bind port 84ad0583-9fb2-4ef9-993a-e6589bb4661c on network 5c60b747-df5e-44fc-9133-15b63b143d3f {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:42:24.633822 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Port 84ad0583-9fb2-4ef9-993a-e6589bb4661c on network 5c60b747-df5e-44fc-9133-15b63b143d3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:42:24.634206 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Attempting to bind port 84ad0583-9fb2-4ef9-993a-e6589bb4661c on network 5c60b747-df5e-44fc-9133-15b63b143d3f {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:42:24.641160 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:42:24.641511 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Checking segment: {'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:42:24.642043 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Bound using segment: {'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:42:24.642505 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Bound port: 84ad0583-9fb2-4ef9-993a-e6589bb4661c, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f00961-e56f-42b4-b1c5-4b23d52caf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:42:24.642884 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:24.786927 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462da840-ecd4-4896-9bf8-7f7ac88478aa req-b167dfbb-6c8f-4cc7-b3af-fd912873fbe7 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:24.789185 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-462da840-ecd4-4896-9bf8-7f7ac88478aa req-b167dfbb-6c8f-4cc7-b3af-fd912873fbe7 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 943 time: 0.1260920 Sep 06 14:42:24.798813 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] For port 84ad0583-9fb2-4ef9-993a-e6589bb4661c, host hv-cinder-79128, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:42:24.802812 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] For port 84ad0583-9fb2-4ef9-993a-e6589bb4661c, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=84ad0583-9fb2-4ef9-993a-e6589bb4661c,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:42:24.811933 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:24.828254 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-27415ecb-32f6-4a40-b109-ce48301eca2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677795'] for router_interface, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:24.857685 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:24.858338 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:24.860387 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] 10.222.0.22 "PUT /v2.0/ports/84ad0583-9fb2-4ef9-993a-e6589bb4661c HTTP/1.1" status: 200 len: 1093 time: 0.8748732 Sep 06 14:42:24.860842 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e55bf2-3d38-42c9-b4b1-9f8a3088b42e', 'tag': '84ad0583-9fb2-4ef9-993a-e6589bb4661c'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:42:24.863210 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912f4338-98d0-4bd0-a59f-3a74cbc3f31d" -d '{"events": [{"name": "network-changed", "server_uuid": "39e55bf2-3d38-42c9-b4b1-9f8a3088b42e", "tag": "84ad0583-9fb2-4ef9-993a-e6589bb4661c"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:42:24.895275 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d21ab9-646d-4446-9468-50ec3be6a5fa service neutron] Pushing event updated for resources: {'Port': ['ID=84ad0583-9fb2-4ef9-993a-e6589bb4661c,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:24.905658 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-462da840-ecd4-4896-9bf8-7f7ac88478aa req-99a1553d-e9ad-4ffa-8784-03c08673813a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086006 Sep 06 14:42:24.969287 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77d7940-903f-4425-87a1-2f960b26dac7 x-openstack-request-id: req-e77d7940-903f-4425-87a1-2f960b26dac7 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:42:24.969590 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e55bf2-3d38-42c9-b4b1-9f8a3088b42e", "tag": "84ad0583-9fb2-4ef9-993a-e6589bb4661c", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:42:24.969949 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e77d7940-903f-4425-87a1-2f960b26dac7 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:42:24.970357 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e55bf2-3d38-42c9-b4b1-9f8a3088b42e', 'tag': '84ad0583-9fb2-4ef9-993a-e6589bb4661c', 'status': 'completed', 'code': 200} Sep 06 14:42:24.973195 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-1033764b-4ac0-4ebb-a419-69173176d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:24.974835 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-1033764b-4ac0-4ebb-a419-69173176d2c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 1096 time: 0.0590303 Sep 06 14:42:25.023292 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-f1555ec9-31be-4a38-8f93-7f92d35f5eda service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84ad0583-9fb2-4ef9-993a-e6589bb4661c HTTP/1.1" status: 200 len: 217 time: 0.0394726 Sep 06 14:42:25.075836 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-06cc6e73-3d44-4449-ac1e-19638ceb4581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:25.077422 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-06cc6e73-3d44-4449-ac1e-19638ceb4581 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3d8f3db7-1100-47f8-a041-76cc8cbfc844 HTTP/1.1" status: 200 len: 851 time: 0.0477827 Sep 06 14:42:25.107859 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27415ecb-32f6-4a40-b109-ce48301eca2e admin admin] Router e7031ec3-3444-4662-86a2-b49c8846e27f has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:42:25.124086 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-8e48492e-90b3-436c-a2ae-04042fb99484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:25.125734 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-8e48492e-90b3-436c-a2ae-04042fb99484 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c60b747-df5e-44fc-9133-15b63b143d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403285 Sep 06 14:42:25.215961 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27415ecb-32f6-4a40-b109-ce48301eca2e admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:42:25.219141 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-a0c18bcd-7762-4013-891c-77fc3c687c48 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863230 Sep 06 14:42:25.222995 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-27415ecb-32f6-4a40-b109-ce48301eca2e admin admin] 10.222.0.53 "PUT /v2.0/routers/e7031ec3-3444-4662-86a2-b49c8846e27f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2777393 Sep 06 14:42:25.224580 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54736) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:25.224726 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab9e078-06bc-468c-97d6-b26f97d37f36 None None] Sync routers for ids ['e7031ec3-3444-4662-86a2-b49c8846e27f'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:42:25.234248 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab9e078-06bc-468c-97d6-b26f97d37f36 None None] Routers {'e7031ec3-3444-4662-86a2-b49c8846e27f'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:42:25.234875 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-0ab9e078-06bc-468c-97d6-b26f97d37f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:42:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['e7031ec3-3444-4662-86a2-b49c8846e27f'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:25.311536 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee553b71-aa08-4ee0-98f0-5c227f5bafc9 req-ddcb9f10-afe0-4d5e-8832-faca208cf62d service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855896 Sep 06 14:42:25.334394 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4569a739-5713-4e5a-901e-47173587933d admin admin] Notify callbacks [] for router, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:25.346728 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-0ab9e078-06bc-468c-97d6-b26f97d37f36 None None] Set router e7031ec3-3444-4662-86a2-b49c8846e27f gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:42:25.408084 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f4338-98d0-4bd0-a59f-3a74cbc3f31d req-a4d1e01a-c51e-4d65-80a4-038f95a8177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:25.410342 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-912f4338-98d0-4bd0-a59f-3a74cbc3f31d req-a4d1e01a-c51e-4d65-80a4-038f95a8177a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 1096 time: 0.0501015 Sep 06 14:42:25.446009 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4569a739-5713-4e5a-901e-47173587933d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:25.509388 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-4569a739-5713-4e5a-901e-47173587933d admin admin] Deleting port 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:42:25.509614 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4569a739-5713-4e5a-901e-47173587933d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:25.516501 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f4338-98d0-4bd0-a59f-3a74cbc3f31d req-4cf0e5ae-da66-41fd-9dc3-5944ad206870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:25.518165 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-912f4338-98d0-4bd0-a59f-3a74cbc3f31d req-4cf0e5ae-da66-41fd-9dc3-5944ad206870 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 200 len: 913 time: 0.1003582 Sep 06 14:42:25.531292 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-0ab9e078-06bc-468c-97d6-b26f97d37f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:42:24Z', 'revision_number': 5, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port': {'id': '4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:38Z', 'updated_at': '2021-09-06T14:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:25.563698 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab9e078-06bc-468c-97d6-b26f97d37f36 None None] Checking router: e7031ec3-3444-4662-86a2-b49c8846e27f for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:42:25.566146 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-912f4338-98d0-4bd0-a59f-3a74cbc3f31d req-ea6e66d1-5766-4d70-821f-61911b296503 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84ad0583-9fb2-4ef9-993a-e6589bb4661c HTTP/1.1" status: 200 len: 217 time: 0.0402081 Sep 06 14:42:25.572714 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab9e078-06bc-468c-97d6-b26f97d37f36 None None] Routers {'e7031ec3-3444-4662-86a2-b49c8846e27f'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:42:25.572867 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-0ab9e078-06bc-468c-97d6-b26f97d37f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:42:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['e7031ec3-3444-4662-86a2-b49c8846e27f'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:25.589454 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-4569a739-5713-4e5a-901e-47173587933d admin admin] For port 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:25.589825 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4569a739-5713-4e5a-901e-47173587933d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:25.603223 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-4569a739-5713-4e5a-901e-47173587933d admin admin] Calling delete_port for 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4 owned by network:router_gateway {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:42:25.617217 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f4338-98d0-4bd0-a59f-3a74cbc3f31d req-22ed2c3e-8643-48f9-af34-eb67733480c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:25.618803 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-912f4338-98d0-4bd0-a59f-3a74cbc3f31d req-22ed2c3e-8643-48f9-af34-eb67733480c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3d8f3db7-1100-47f8-a041-76cc8cbfc844 HTTP/1.1" status: 200 len: 851 time: 0.0465627 Sep 06 14:42:25.666739 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f4338-98d0-4bd0-a59f-3a74cbc3f31d req-dda698c3-b52d-46a3-aab8-beb1a5d9a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:25.668287 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-912f4338-98d0-4bd0-a59f-3a74cbc3f31d req-dda698c3-b52d-46a3-aab8-beb1a5d9a671 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c60b747-df5e-44fc-9133-15b63b143d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422890 Sep 06 14:42:25.674810 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-0ab9e078-06bc-468c-97d6-b26f97d37f36 None None] Set router e7031ec3-3444-4662-86a2-b49c8846e27f gateway port host: None {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:42:25.735213 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-0ab9e078-06bc-468c-97d6-b26f97d37f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:42:25Z', 'revision_number': 6, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port_host': None}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:25.770674 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab9e078-06bc-468c-97d6-b26f97d37f36 None None] The sync data for ids ['e7031ec3-3444-4662-86a2-b49c8846e27f'] in dv-cinder-791281-8-iscsi is: [{'id': 'e7031ec3-3444-4662-86a2-b49c8846e27f', 'name': 'tempest-AttachVolumeShelveTestJSON-1842342011-router', 'tenant_id': '2b71c96e485443ba9b7f50edbda420c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:36Z', 'updated_at': '2021-09-06T14:42:25Z', 'revision_number': 6, 'project_id': '2b71c96e485443ba9b7f50edbda420c2', 'gw_port_host': None}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:42:25.772946 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-912f4338-98d0-4bd0-a59f-3a74cbc3f31d req-00da3955-e91f-4a81-be14-d509fc49311c service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972815 Sep 06 14:42:25.791194 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4569a739-5713-4e5a-901e-47173587933d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:25.834670 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569a739-5713-4e5a-901e-47173587933d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:25.888498 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-912f4338-98d0-4bd0-a59f-3a74cbc3f31d req-3dacb939-3c9e-421f-97cd-c8336c06425e service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073556 Sep 06 14:42:25.903901 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4569a739-5713-4e5a-901e-47173587933d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679885'] for router_gateway, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.240771 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4569a739-5713-4e5a-901e-47173587933d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-677138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28242'] for router, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.255174 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4569a739-5713-4e5a-901e-47173587933d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.303006 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4569a739-5713-4e5a-901e-47173587933d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-677227'] for router, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.303536 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4569a739-5713-4e5a-901e-47173587933d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7031ec3-3444-4662-86a2-b49c8846e27f {{(pid=93872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:42:26.309911 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4569a739-5713-4e5a-901e-47173587933d admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.311180 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-4569a739-5713-4e5a-901e-47173587933d admin admin] 10.222.0.53 "DELETE /v2.0/routers/e7031ec3-3444-4662-86a2-b49c8846e27f HTTP/1.1" status: 204 len: 168 time: 1.0856760 Sep 06 14:42:26.314881 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54746) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:26.319593 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb21e0-996d-4ae5-8c8e-2c568a359bc8 req-b3a34d60-8686-493a-998f-e9f8a6da9356 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:26.321118 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ffbb21e0-996d-4ae5-8c8e-2c568a359bc8 req-b3a34d60-8686-493a-998f-e9f8a6da9356 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 943 time: 0.0944660 Sep 06 14:42:26.361734 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-475d2427-ef19-4bc4-b0e9-ca7b16d746d6 admin admin] Deleting subnet be400bbf-0c01-4e2c-9828-7b5bdb047a6b {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:42:26.365364 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-475d2427-ef19-4bc4-b0e9-ca7b16d746d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.366543 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ffbb21e0-996d-4ae5-8c8e-2c568a359bc8 req-f6e61efb-c6dd-4833-93e1-ab96eeb85306 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395567 Sep 06 14:42:26.404318 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-475d2427-ef19-4bc4-b0e9-ca7b16d746d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11736422'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.478300 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-475d2427-ef19-4bc4-b0e9-ca7b16d746d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.532285 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-475d2427-ef19-4bc4-b0e9-ca7b16d746d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11819271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12567114'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.557266 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d2427-ef19-4bc4-b0e9-ca7b16d746d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be400bbf-0c01-4e2c-9828-7b5bdb047a6b,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:26.565627 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-475d2427-ef19-4bc4-b0e9-ca7b16d746d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.567687 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-475d2427-ef19-4bc4-b0e9-ca7b16d746d6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/be400bbf-0c01-4e2c-9828-7b5bdb047a6b HTTP/1.1" status: 204 len: 168 time: 0.2513697 Sep 06 14:42:26.570126 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54748) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:26.572519 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0045cd58-850a-477c-ba63-0125def0da70 None None] Network 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:42:26.647092 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.717829 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4 no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:42:26.720182 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] Deleting port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:42:26.720529 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.748097 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:42:26.748482 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 4a8fe3a8-d315-4dc3-b34b-a78b9aa203e4 not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:42:26.748919 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 39d7f02d-0b30-469b-aeea-362754bf2318 no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:42:26.772159 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: 39d7f02d-0b30-469b-aeea-362754bf2318 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:42:26.772794 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 39d7f02d-0b30-469b-aeea-362754bf2318 not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:42:26.779660 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5442a341-a09d-42a1-9286-acbf69c78318 None None] DHCP port deletion for 1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 request from dv-cinder-791281-8-iscsi {{(pid=93873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 14:42:26.793767 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] For port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:26.794270 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.807579 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] Calling delete_port for b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff owned by network:dhcp {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:42:26.828735 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-5442a341-a09d-42a1-9286-acbf69c78318 None None] Deleting port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:42:26.829395 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5442a341-a09d-42a1-9286-acbf69c78318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.891527 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.896198 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-5442a341-a09d-42a1-9286-acbf69c78318 None None] For port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff,segment=NetworkSegment(4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17),segment_id=4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:26.896666 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5442a341-a09d-42a1-9286-acbf69c78318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.913622 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-5442a341-a09d-42a1-9286-acbf69c78318 None None] Calling delete_port for b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:42:26.921230 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] No DVR routers for this DVR port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff on host dv-cinder-791281-8-iscsi {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:42:26.927309 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:27.009891 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.011590 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5442a341-a09d-42a1-9286-acbf69c78318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.021579 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:27.035363 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:27.035659 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5af76e-a0a1-4b92-ab9c-1ca6dffacf17') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:27.040132 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442a341-a09d-42a1-9286-acbf69c78318 None None] Pushing event deleted for resources: {'Port': ['ID=b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:27.042040 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5442a341-a09d-42a1-9286-acbf69c78318 None None] No DVR routers for this DVR port b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff on host dv-cinder-791281-8-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:42:27.050508 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11736447'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.065337 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.071198 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:42:27.071632 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11819353'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: Traceback (most recent call last): Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: timer() Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: cb(*args, **kw) Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: return func(*args, **kwargs) Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: self._notify() Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: self.callback(batched_events) Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: event.method(event) Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: return f(self, *a, **k) Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._get(url).json() Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:42:27.073235 dv-cinder-791281-8-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:42:27.130758 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.135726 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.138366 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] 10.222.0.53 "DELETE /v2.0/networks/1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5 HTTP/1.1" status: 204 len: 168 time: 0.5672767 Sep 06 14:42:27.151132 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a58ea-f8e4-48eb-90fc-080746e62d1b admin admin] Pushing event deleted for resources: {'Network': ['ID=1dfedc90-7dd1-4230-8bd2-5aeaa7db6cd5,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:27.257114 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54758) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:27.296880 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-23094432-6e82-461d-a6f8-862e473327f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b71c96e485443ba9b7f50edbda420c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386162 Sep 06 14:42:27.299618 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54760) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:27.357955 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dd8a51b3-6f16-40e8-a446-c1c7f66064cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.379765 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dd8a51b3-6f16-40e8-a446-c1c7f66064cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.428138 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dd8a51b3-6f16-40e8-a446-c1c7f66064cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.430838 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dd8a51b3-6f16-40e8-a446-c1c7f66064cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.432002 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-dd8a51b3-6f16-40e8-a446-c1c7f66064cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c635500d-328a-49d3-ac37-1af5e5faf90e HTTP/1.1" status: 204 len: 168 time: 0.1314979 Sep 06 14:42:27.443294 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a51b3-6f16-40e8-a446-c1c7f66064cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c635500d-328a-49d3-ac37-1af5e5faf90e,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:27.486351 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e8216-cbac-4001-9f7c-4a70c64b8eb5 req-8a7fbce8-9e34-49f2-add6-d1f8f5a00bca tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:27.487973 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5e0e8216-cbac-4001-9f7c-4a70c64b8eb5 req-8a7fbce8-9e34-49f2-add6-d1f8f5a00bca tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 943 time: 0.0515695 Sep 06 14:42:27.527449 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5e0e8216-cbac-4001-9f7c-4a70c64b8eb5 req-0301ef17-1d98-4af0-b65a-c39c08a0e4da tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334446 Sep 06 14:42:28.305474 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54794) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:28.422041 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1a900604-006b-4d18-91dd-4ae78d07614d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:28.514383 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1a900604-006b-4d18-91dd-4ae78d07614d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:28.519480 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1a900604-006b-4d18-91dd-4ae78d07614d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:28.560070 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-1a900604-006b-4d18-91dd-4ae78d07614d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33810ef856674fceb96dfe1c87035f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526209 Sep 06 14:42:28.560239 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a900604-006b-4d18-91dd-4ae78d07614d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab01f101-605a-4f26-8b6d-db5de2016712,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:28.562719 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54810) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:28.627231 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4aec5ccf-e8a1-4b50-830d-0c1f39a53f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:28.653649 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4aec5ccf-e8a1-4b50-830d-0c1f39a53f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:28.686517 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c73b2-c1c6-4d1b-9e8e-1eae95c07760 req-29273f5c-59d4-4221-afed-e5d98eaefad4 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:28.688769 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8a8c73b2-c1c6-4d1b-9e8e-1eae95c07760 req-29273f5c-59d4-4221-afed-e5d98eaefad4 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 943 time: 0.0719421 Sep 06 14:42:28.721420 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4aec5ccf-e8a1-4b50-830d-0c1f39a53f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:28.724587 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4aec5ccf-e8a1-4b50-830d-0c1f39a53f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:28.725766 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-4aec5ccf-e8a1-4b50-830d-0c1f39a53f15 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab01f101-605a-4f26-8b6d-db5de2016712 HTTP/1.1" status: 204 len: 168 time: 0.1613994 Sep 06 14:42:28.731685 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8a8c73b2-c1c6-4d1b-9e8e-1eae95c07760 req-8ba85437-4668-4d71-9b11-a27967399c7f tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368903 Sep 06 14:42:28.740430 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec5ccf-e8a1-4b50-830d-0c1f39a53f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab01f101-605a-4f26-8b6d-db5de2016712,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:28.743639 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:42:28.779414 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:42:28.779588 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device b5db5b89-4bcb-4d9c-8fe1-7354ccd38bff not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:42:29.074382 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54840) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:29.087713 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4991c28d-7649-422a-bd12-99c6d6810f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.189786 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4991c28d-7649-422a-bd12-99c6d6810f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.193829 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4991c28d-7649-422a-bd12-99c6d6810f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.230737 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991c28d-7649-422a-bd12-99c6d6810f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22ac0d3-7882-46f9-9bf6-d96dfaa9960c,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:29.239983 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-4991c28d-7649-422a-bd12-99c6d6810f47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2d598c64270494f80ea4a17777e0b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622095 Sep 06 14:42:29.241120 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54844) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:29.289145 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-929ffc3f-eb28-411a-bada-660006ed2c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.310535 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-929ffc3f-eb28-411a-bada-660006ed2c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.324159 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54846) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:29.369755 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-929ffc3f-eb28-411a-bada-660006ed2c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.372364 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-929ffc3f-eb28-411a-bada-660006ed2c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.376446 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-929ffc3f-eb28-411a-bada-660006ed2c80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f22ac0d3-7882-46f9-9bf6-d96dfaa9960c HTTP/1.1" status: 204 len: 168 time: 0.1325498 Sep 06 14:42:29.382139 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ffc3f-eb28-411a-bada-660006ed2c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22ac0d3-7882-46f9-9bf6-d96dfaa9960c,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:29.455521 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c37da706-4fcc-4000-96ca-83675a1bdaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.548735 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c37da706-4fcc-4000-96ca-83675a1bdaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.552969 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c37da706-4fcc-4000-96ca-83675a1bdaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.590562 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c37da706-4fcc-4000-96ca-83675a1bdaeb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1286c96d54b3425083038028688ce1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653122 Sep 06 14:42:29.592443 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37da706-4fcc-4000-96ca-83675a1bdaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a50bf37-d042-4552-8866-3bbf41a7a297,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:29.593174 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54856) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:29.654075 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ab51c9e5-67ad-4e4f-a65e-518a65d02ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.678343 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ab51c9e5-67ad-4e4f-a65e-518a65d02ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.728674 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ab51c9e5-67ad-4e4f-a65e-518a65d02ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.731723 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ab51c9e5-67ad-4e4f-a65e-518a65d02ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.733197 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ab51c9e5-67ad-4e4f-a65e-518a65d02ba0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a50bf37-d042-4552-8866-3bbf41a7a297 HTTP/1.1" status: 204 len: 168 time: 0.1376796 Sep 06 14:42:29.741357 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51c9e5-67ad-4e4f-a65e-518a65d02ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a50bf37-d042-4552-8866-3bbf41a7a297,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:29.881229 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101e49e-22a9-4853-90fc-2013bf95cd38 req-87f65abd-3709-4b1e-a2dc-415cf366e3df tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:29.888315 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3101e49e-22a9-4853-90fc-2013bf95cd38 req-87f65abd-3709-4b1e-a2dc-415cf366e3df tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 943 time: 0.0665455 Sep 06 14:42:29.924869 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3101e49e-22a9-4853-90fc-2013bf95cd38 req-d0e8d2b0-21f9-4ad7-aa66-9c2edb0d1c46 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358255 Sep 06 14:42:30.103644 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54878) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:30.117608 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-92798fbd-2404-4f3d-b683-7a2b712a6d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.123986 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54880) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:30.211214 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-92798fbd-2404-4f3d-b683-7a2b712a6d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.215219 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-92798fbd-2404-4f3d-b683-7a2b712a6d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.257264 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-92798fbd-2404-4f3d-b683-7a2b712a6d4f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3341587ab0145498989d5d09d013136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523623 Sep 06 14:42:30.258483 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92798fbd-2404-4f3d-b683-7a2b712a6d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eb5417-8edd-4722-844a-b58b0ca3a289,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:30.259954 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54884) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:30.288943 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-ee097989-26ec-41f1-ab74-8fefb689975e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-200066610-network', 'tenant_id': 'e2a6168430a1443aa17b699bab5d3b16'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:30.330624 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee097989-26ec-41f1-ab74-8fefb689975e admin admin] Made reservation on behalf of e2a6168430a1443aa17b699bab5d3b16 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:42:30.332848 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ee097989-26ec-41f1-ab74-8fefb689975e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.342232 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7f094c06-aade-40f7-a7f3-9f354bc37ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.345298 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ee097989-26ec-41f1-ab74-8fefb689975e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.385673 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7f094c06-aade-40f7-a7f3-9f354bc37ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.461484 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7f094c06-aade-40f7-a7f3-9f354bc37ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.464213 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7f094c06-aade-40f7-a7f3-9f354bc37ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.465427 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7f094c06-aade-40f7-a7f3-9f354bc37ae3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9eb5417-8edd-4722-844a-b58b0ca3a289 HTTP/1.1" status: 204 len: 168 time: 0.2035317 Sep 06 14:42:30.482537 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f094c06-aade-40f7-a7f3-9f354bc37ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eb5417-8edd-4722-844a-b58b0ca3a289,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:30.518499 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ee097989-26ec-41f1-ab74-8fefb689975e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.522891 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ee097989-26ec-41f1-ab74-8fefb689975e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.543645 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee097989-26ec-41f1-ab74-8fefb689975e admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:42:30.558999 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee097989-26ec-41f1-ab74-8fefb689975e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2763a9-c385-4ac6-bf05-9e73ea61e2dc,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:30.562033 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ee097989-26ec-41f1-ab74-8fefb689975e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.562374 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-ee097989-26ec-41f1-ab74-8fefb689975e admin admin] Added segment 7524f0b4-6980-4783-9b14-52a93568c79c of type vlan for network bfc588a9-2d15-4311-a80d-69bfb64e5f74 Sep 06 14:42:30.603381 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ee097989-26ec-41f1-ab74-8fefb689975e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.629972 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ee097989-26ec-41f1-ab74-8fefb689975e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.630968 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee097989-26ec-41f1-ab74-8fefb689975e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:30.631561 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ee097989-26ec-41f1-ab74-8fefb689975e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.663277 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ee097989-26ec-41f1-ab74-8fefb689975e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5375237 Sep 06 14:42:30.666428 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54890) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:30.673160 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-85ae45eb-ca3e-48ae-9492-10456cd97384 admin admin] Request body: {'subnet': {'network_id': 'bfc588a9-2d15-4311-a80d-69bfb64e5f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-200066610-subnet', 'tenant_id': 'e2a6168430a1443aa17b699bab5d3b16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:30.695241 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ae45eb-ca3e-48ae-9492-10456cd97384 admin admin] Made reservation on behalf of e2a6168430a1443aa17b699bab5d3b16 for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:42:30.696778 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee097989-26ec-41f1-ab74-8fefb689975e admin admin] Pushing event updated for resources: {'Network': ['ID=bfc588a9-2d15-4311-a80d-69bfb64e5f74,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:30.698319 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-85ae45eb-ca3e-48ae-9492-10456cd97384 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12567151'] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.713903 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network bfc588a9-2d15-4311-a80d-69bfb64e5f74 details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:42:30.884256 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-85ae45eb-ca3e-48ae-9492-10456cd97384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11819462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12567105'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.942155 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae45eb-ca3e-48ae-9492-10456cd97384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2495c25-55b6-4259-be11-2e907fddffed,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:30.948713 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ae45eb-ca3e-48ae-9492-10456cd97384 admin admin] Checking segment: {'id': '7524f0b4-6980-4783-9b14-52a93568c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bfc588a9-2d15-4311-a80d-69bfb64e5f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:42:30.948992 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ae45eb-ca3e-48ae-9492-10456cd97384 admin admin] Network hostable DHCP agents. Network: bfc588a9-2d15-4311-a80d-69bfb64e5f74, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:42:30.967698 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ae45eb-ca3e-48ae-9492-10456cd97384 admin admin] Network bfc588a9-2d15-4311-a80d-69bfb64e5f74 is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:42:30.980454 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-85ae45eb-ca3e-48ae-9492-10456cd97384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, bfc588a9-2d15-4311-a80d-69bfb64e5f74) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:42:30.990980 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0887743-e996-49da-a707-d2369686870c None None] Network bfc588a9-2d15-4311-a80d-69bfb64e5f74 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:42:30.991389 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae45eb-ca3e-48ae-9492-10456cd97384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:30.991980 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-85ae45eb-ca3e-48ae-9492-10456cd97384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:31.009005 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-85ae45eb-ca3e-48ae-9492-10456cd97384 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3403432 Sep 06 14:42:31.063907 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681ce7b-5d0a-4918-b6af-524892d63d88 req-b3e906b6-e68b-43ea-905c-cbdb80b18de8 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:31.066027 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6681ce7b-5d0a-4918-b6af-524892d63d88 req-b3e906b6-e68b-43ea-905c-cbdb80b18de8 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 943 time: 0.0579455 Sep 06 14:42:31.116112 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6681ce7b-5d0a-4918-b6af-524892d63d88 req-e13f04b3-2471-46c2-893c-23e15c30503b tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420792 Sep 06 14:42:31.133336 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ae9860-8538-4028-a80b-514dac3d12dd None None] Network bfc588a9-2d15-4311-a80d-69bfb64e5f74 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:42:32.244815 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88456be-6d97-4f9b-b956-26f8d49d962a req-169eb63f-f7e9-4051-b97f-2f59545175bf tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:32.246469 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c88456be-6d97-4f9b-b956-26f8d49d962a req-169eb63f-f7e9-4051-b97f-2f59545175bf tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 943 time: 0.0506284 Sep 06 14:42:32.268033 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54952) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:32.293657 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c88456be-6d97-4f9b-b956-26f8d49d962a req-df1f8010-cefd-40b9-a672-ebab8240a3bb tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365121 Sep 06 14:42:32.383365 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1acab516-d1cf-4a27-95bb-953e70a1db87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:32.476027 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1acab516-d1cf-4a27-95bb-953e70a1db87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:32.479786 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1acab516-d1cf-4a27-95bb-953e70a1db87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:32.519139 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-1acab516-d1cf-4a27-95bb-953e70a1db87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26e3f2c34b7d418d83d426db8bc62e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499604 Sep 06 14:42:32.521134 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acab516-d1cf-4a27-95bb-953e70a1db87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc5fb64-6758-4527-bacd-59c494f5a1e8,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:32.521787 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54956) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:32.570834 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4fdee3d5-b17d-47c9-b54e-fde2f14971f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:32.594131 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4fdee3d5-b17d-47c9-b54e-fde2f14971f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:32.901746 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4fdee3d5-b17d-47c9-b54e-fde2f14971f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:32.904387 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4fdee3d5-b17d-47c9-b54e-fde2f14971f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:32.906255 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-4fdee3d5-b17d-47c9-b54e-fde2f14971f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abc5fb64-6758-4527-bacd-59c494f5a1e8 HTTP/1.1" status: 204 len: 168 time: 0.3826280 Sep 06 14:42:32.914245 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdee3d5-b17d-47c9-b54e-fde2f14971f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc5fb64-6758-4527-bacd-59c494f5a1e8,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:33.001361 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-154b8dc5-0523-4604-9714-e248eed6e604 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:33.002907 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-154b8dc5-0523-4604-9714-e248eed6e604 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/networks?id=bfc588a9-2d15-4311-a80d-69bfb64e5f74 HTTP/1.1" status: 200 len: 813 time: 0.1150050 Sep 06 14:42:33.021410 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-227e219b-7dfc-489d-9a32-25b61386c2cf tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/quotas/e2a6168430a1443aa17b699bab5d3b16 HTTP/1.1" status: 200 len: 375 time: 0.0126143 Sep 06 14:42:33.054267 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-92bb7094-6b36-4fc7-9871-48a77c8b211b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2a6168430a1443aa17b699bab5d3b16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269938 Sep 06 14:42:33.065955 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-6b6baa84-e386-4d5d-a38f-337629f057bf service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:42:33.066983 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-6b6baa84-e386-4d5d-a38f-337629f057bf service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057187 Sep 06 14:42:33.165030 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-5f4c7a6b-8f09-41aa-bb6a-589f6c1d74e0 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc588a9-2d15-4311-a80d-69bfb64e5f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919309 Sep 06 14:42:33.183131 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 54980) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:33.196035 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-44e34468-5131-498c-afd6-6f1e2df5bccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:33.258239 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-50ebadb4-3cb4-4cb7-9577-d4c8537c9fc3 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc588a9-2d15-4311-a80d-69bfb64e5f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868664 Sep 06 14:42:33.290257 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-44e34468-5131-498c-afd6-6f1e2df5bccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:33.294414 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-44e34468-5131-498c-afd6-6f1e2df5bccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:33.337256 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 54984) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:33.341908 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-44e34468-5131-498c-afd6-6f1e2df5bccc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4c16d02653947d09e6d4160379a09da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575644 Sep 06 14:42:33.345715 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e34468-5131-498c-afd6-6f1e2df5bccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d2dbb7-2487-49b2-af7e-5d7395aa3860,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:33.436699 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf91d69-ca5d-497b-94e9-f2935fda0169 req-141c0f43-07a6-4494-8602-0c328060c114 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:33.439556 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8cf91d69-ca5d-497b-94e9-f2935fda0169 req-141c0f43-07a6-4494-8602-0c328060c114 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 943 time: 0.0658660 Sep 06 14:42:33.458466 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d2f3cc5f-a04b-4c6a-96cb-06b537ead0a9 req-fd6d65dc-a475-4daa-82dc-94e7f19a2fab tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 210 time: 0.0390849 Sep 06 14:42:33.459514 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-058c6d40-a1dd-44f7-ad56-5b58491ff152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:33.484406 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8cf91d69-ca5d-497b-94e9-f2935fda0169 req-e31a5ac2-c6c3-4b23-a96e-6badb0366d20 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379539 Sep 06 14:42:33.492954 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-058c6d40-a1dd-44f7-ad56-5b58491ff152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:33.544460 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-058c6d40-a1dd-44f7-ad56-5b58491ff152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:33.547058 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-058c6d40-a1dd-44f7-ad56-5b58491ff152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:33.548222 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-058c6d40-a1dd-44f7-ad56-5b58491ff152 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91d2dbb7-2487-49b2-af7e-5d7395aa3860 HTTP/1.1" status: 204 len: 168 time: 0.2099144 Sep 06 14:42:33.556083 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c6d40-a1dd-44f7-ad56-5b58491ff152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d2dbb7-2487-49b2-af7e-5d7395aa3860,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:33.608992 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 84ad0583-9fb2-4ef9-993a-e6589bb4661c details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:42:33.715420 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 84ad0583-9fb2-4ef9-993a-e6589bb4661c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=84ad0583-9fb2-4ef9-993a-e6589bb4661c,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:33.732473 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': '84ad0583-9fb2-4ef9-993a-e6589bb4661c', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'port_id': '84ad0583-9fb2-4ef9-993a-e6589bb4661c', 'mac_address': 'fa:16:3e:2c:e4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:42:33.775255 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:33.791105 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ad0583-9fb2-4ef9-993a-e6589bb4661c {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:42:33.812713 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 84ad0583-9fb2-4ef9-993a-e6589bb4661c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=84ad0583-9fb2-4ef9-993a-e6589bb4661c,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:33.816870 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:33.870827 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=84ad0583-9fb2-4ef9-993a-e6589bb4661c,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:34.140601 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['84ad0583-9fb2-4ef9-993a-e6589bb4661c'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:42:34.481902 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-62e627cd-ef0f-4f87-94d6-90343ee0c84e tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:34.484178 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-62e627cd-ef0f-4f87-94d6-90343ee0c84e tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.22 "GET /v2.0/networks?id=bfc588a9-2d15-4311-a80d-69bfb64e5f74 HTTP/1.1" status: 200 len: 813 time: 0.1234815 Sep 06 14:42:34.497586 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-f4b84a6a-7b5b-40d0-a346-b46c3182438b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Request body: {'port': {'device_id': 'c1a56f0c-0cdf-4a92-ae49-565595ee1502', 'network_id': 'bfc588a9-2d15-4311-a80d-69bfb64e5f74', 'admin_state_up': True, 'tenant_id': 'e2a6168430a1443aa17b699bab5d3b16'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:34.559091 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4434eda7-7ad7-4256-88bd-d6839eed47b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.595891 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-82787885-0092-44a9-a909-46b03e4dcd82 req-f5c11df6-0114-4c5a-bf7a-a79abe8d2c42 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 210 time: 0.0360196 Sep 06 14:42:34.663661 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-f4b84a6a-7b5b-40d0-a346-b46c3182438b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Made reservation on behalf of e2a6168430a1443aa17b699bab5d3b16 for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:42:34.667175 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-f4b84a6a-7b5b-40d0-a346-b46c3182438b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.679757 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2de82a-788c-466b-b41b-ba70bf2f232c req-9f765b23-6153-40ab-88c5-0ff4800fb575 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:34.681407 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9e2de82a-788c-466b-b41b-ba70bf2f232c req-9f765b23-6153-40ab-88c5-0ff4800fb575 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 944 time: 0.0739698 Sep 06 14:42:34.767102 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9e2de82a-788c-466b-b41b-ba70bf2f232c req-f775aa4a-aea2-45fa-85af-53cbcf2f6fc1 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779514 Sep 06 14:42:34.843517 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-f4b84a6a-7b5b-40d0-a346-b46c3182438b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Allocated IP 172.20.0.11 (bfc588a9-2d15-4311-a80d-69bfb64e5f74/b2495c25-55b6-4259-be11-2e907fddffed/1be65ade-e5dd-4c09-a885-2961192554e2) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:42:34.993724 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-f4b84a6a-7b5b-40d0-a346-b46c3182438b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.034764 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-f4b84a6a-7b5b-40d0-a346-b46c3182438b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.082429 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-f4b84a6a-7b5b-40d0-a346-b46c3182438b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Network bfc588a9-2d15-4311-a80d-69bfb64e5f74 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:42:35.085479 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-f4b84a6a-7b5b-40d0-a346-b46c3182438b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:42:35.095807 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-f4b84a6a-7b5b-40d0-a346-b46c3182438b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:42:35.099717 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b84a6a-7b5b-40d0-a346-b46c3182438b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Pushing event updated for resources: {'Port': ['ID=1be65ade-e5dd-4c09-a885-2961192554e2,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:35.150724 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-f4b84a6a-7b5b-40d0-a346-b46c3182438b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:35.151360 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-f4b84a6a-7b5b-40d0-a346-b46c3182438b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.167581 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-f4b84a6a-7b5b-40d0-a346-b46c3182438b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6746464 Sep 06 14:42:35.224820 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Request body: {'port': {'device_id': 'c1a56f0c-0cdf-4a92-ae49-565595ee1502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:35.284024 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.575290 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be65ade-e5dd-4c09-a885-2961192554e2 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:42:35.584992 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.598700 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Transition to ACTIVE for port object 1be65ade-e5dd-4c09-a885-2961192554e2 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:42:35.602380 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.628412 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 84ad0583-9fb2-4ef9-993a-e6589bb4661c up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:35.670422 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=1be65ade-e5dd-4c09-a885-2961192554e2,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:35.691901 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port 84ad0583-9fb2-4ef9-993a-e6589bb4661c completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:42:35.696286 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port 84ad0583-9fb2-4ef9-993a-e6589bb4661c triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:35.697096 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.706921 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba5fe1-d72e-4465-ad25-5f9b18f27340 req-e8720689-1104-4b96-999a-3b0e23a1b01c tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:35.708482 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1dba5fe1-d72e-4465-ad25-5f9b18f27340 req-e8720689-1104-4b96-999a-3b0e23a1b01c tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 944 time: 0.0555120 Sep 06 14:42:35.731240 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Attempting to bind port 1be65ade-e5dd-4c09-a885-2961192554e2 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:42:35.731240 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Attempting to bind port 1be65ade-e5dd-4c09-a885-2961192554e2 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '7524f0b4-6980-4783-9b14-52a93568c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bfc588a9-2d15-4311-a80d-69bfb64e5f74'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:42:35.732104 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Attempting to bind port 1be65ade-e5dd-4c09-a885-2961192554e2 on network bfc588a9-2d15-4311-a80d-69bfb64e5f74 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:42:35.737250 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Port 1be65ade-e5dd-4c09-a885-2961192554e2 on network bfc588a9-2d15-4311-a80d-69bfb64e5f74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:42:35.737585 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Attempting to bind port 1be65ade-e5dd-4c09-a885-2961192554e2 on network bfc588a9-2d15-4311-a80d-69bfb64e5f74 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:42:35.742523 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:42:35.742932 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Checking segment: {'id': '7524f0b4-6980-4783-9b14-52a93568c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bfc588a9-2d15-4311-a80d-69bfb64e5f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:42:35.743249 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Bound using segment: {'id': '7524f0b4-6980-4783-9b14-52a93568c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bfc588a9-2d15-4311-a80d-69bfb64e5f74'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:42:35.743743 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Bound port: 1be65ade-e5dd-4c09-a885-2961192554e2, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7524f0b4-6980-4783-9b14-52a93568c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bfc588a9-2d15-4311-a80d-69bfb64e5f74'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:42:35.744262 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.758847 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1dba5fe1-d72e-4465-ad25-5f9b18f27340 req-b2c3f78a-0a32-43c2-bd8b-602b20e478a5 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431030 Sep 06 14:42:35.789786 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.811722 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] For port 1be65ade-e5dd-4c09-a885-2961192554e2, host hv-cinder-79128, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:42:35.814161 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e55bf2-3d38-42c9-b4b1-9f8a3088b42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ad0583-9fb2-4ef9-993a-e6589bb4661c'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:42:35.816088 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] For port 1be65ade-e5dd-4c09-a885-2961192554e2, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1be65ade-e5dd-4c09-a885-2961192554e2,segment=NetworkSegment(7524f0b4-6980-4783-9b14-52a93568c79c),segment_id=7524f0b4-6980-4783-9b14-52a93568c79c)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:42:35.816463 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62a95b3-04a8-473c-9a6e-a7861ef89be7" -d '{"events": [{"server_uuid": "39e55bf2-3d38-42c9-b4b1-9f8a3088b42e", "name": "network-vif-plugged", "status": "completed", "tag": "84ad0583-9fb2-4ef9-993a-e6589bb4661c"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:42:35.820412 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.835784 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 84ad0583-9fb2-4ef9-993a-e6589bb4661c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=84ad0583-9fb2-4ef9-993a-e6589bb4661c,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:35.840640 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.854967 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:35.855655 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.857171 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] 10.222.0.22 "PUT /v2.0/ports/1be65ade-e5dd-4c09-a885-2961192554e2 HTTP/1.1" status: 200 len: 1094 time: 0.6367128 Sep 06 14:42:35.857948 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a56f0c-0cdf-4a92-ae49-565595ee1502', 'tag': '1be65ade-e5dd-4c09-a885-2961192554e2'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:42:35.860324 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da790fe-5071-4b47-99f4-a40dd1e00f02" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a56f0c-0cdf-4a92-ae49-565595ee1502", "tag": "1be65ade-e5dd-4c09-a885-2961192554e2"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:42:35.903499 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b145a9bb-853e-4f14-81f3-9d736e54391e x-openstack-request-id: req-b145a9bb-853e-4f14-81f3-9d736e54391e {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:42:35.903793 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e55bf2-3d38-42c9-b4b1-9f8a3088b42e", "name": "network-vif-plugged", "status": "completed", "tag": "84ad0583-9fb2-4ef9-993a-e6589bb4661c", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:42:35.904244 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b145a9bb-853e-4f14-81f3-9d736e54391e {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:42:35.904803 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e55bf2-3d38-42c9-b4b1-9f8a3088b42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ad0583-9fb2-4ef9-993a-e6589bb4661c', 'code': 200} Sep 06 14:42:35.905934 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=84ad0583-9fb2-4ef9-993a-e6589bb4661c,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:35.924753 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cf23f-b3b6-4bcc-a7d9-e3001a596ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=1be65ade-e5dd-4c09-a885-2961192554e2,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:35.929112 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aba6497-b1e2-45c5-bd2a-5a45c5e2636e x-openstack-request-id: req-8aba6497-b1e2-45c5-bd2a-5a45c5e2636e {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:42:35.929370 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a56f0c-0cdf-4a92-ae49-565595ee1502", "tag": "1be65ade-e5dd-4c09-a885-2961192554e2", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:42:35.929616 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8aba6497-b1e2-45c5-bd2a-5a45c5e2636e {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:42:35.930023 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a56f0c-0cdf-4a92-ae49-565595ee1502', 'tag': '1be65ade-e5dd-4c09-a885-2961192554e2', 'status': 'completed', 'code': 200} Sep 06 14:42:35.973285 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964bd4f-26b6-4231-ab5a-2e3442811ad1 req-6dffb8dd-1be5-4f1a-8f95-86f38e226fcd tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:35.974817 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3964bd4f-26b6-4231-ab5a-2e3442811ad1 req-6dffb8dd-1be5-4f1a-8f95-86f38e226fcd tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 945 time: 0.1216435 Sep 06 14:42:36.005517 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-db86bff5-2586-40d4-ac8b-4f6cf31e5e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:36.006970 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-db86bff5-2586-40d4-ac8b-4f6cf31e5e4e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2a6168430a1443aa17b699bab5d3b16&device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 1097 time: 0.0724311 Sep 06 14:42:36.056943 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3964bd4f-26b6-4231-ab5a-2e3442811ad1 req-965f4058-cf3e-4210-8a22-ad2a02c85889 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759051 Sep 06 14:42:36.058343 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-ff10362e-8d53-48ff-a789-e70868369e29 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1be65ade-e5dd-4c09-a885-2961192554e2 HTTP/1.1" status: 200 len: 217 time: 0.0406120 Sep 06 14:42:36.096781 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4579c7-787e-41e0-a84e-a3f3e7cd9ebd req-b3ceceb5-d756-4b64-8904-092db75c529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:36.098514 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a4579c7-787e-41e0-a84e-a3f3e7cd9ebd req-b3ceceb5-d756-4b64-8904-092db75c529e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 1098 time: 0.0436275 Sep 06 14:42:36.109747 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-e4b3fbe1-5534-4f3c-93c5-2cf0c2aade30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:36.111247 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-e4b3fbe1-5534-4f3c-93c5-2cf0c2aade30 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2495c25-55b6-4259-be11-2e907fddffed HTTP/1.1" status: 200 len: 853 time: 0.0454891 Sep 06 14:42:36.136187 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a4579c7-787e-41e0-a84e-a3f3e7cd9ebd req-ed75ee81-dc67-483f-8c98-5c1fa047e23c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305393 Sep 06 14:42:36.148121 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-b3de2a21-b099-4459-b234-859930205b56 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bfc588a9-2d15-4311-a80d-69bfb64e5f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299752 Sep 06 14:42:36.507918 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-643ef57d-f54b-4547-a192-39d7210b55c0 service neutron] 10.222.0.22 "GET /v2.0/networks/bfc588a9-2d15-4311-a80d-69bfb64e5f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849006 Sep 06 14:42:36.604293 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ef71f617-7ea0-43ab-8e79-68d85dc5a281 req-e45fd7b0-6453-4de9-bb13-53cf43bef42a service neutron] 10.222.0.22 "GET /v2.0/networks/bfc588a9-2d15-4311-a80d-69bfb64e5f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880837 Sep 06 14:42:36.731090 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da790fe-5071-4b47-99f4-a40dd1e00f02 req-a7d11539-3af8-4cdd-9f55-24abe3256851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:36.732858 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8da790fe-5071-4b47-99f4-a40dd1e00f02 req-a7d11539-3af8-4cdd-9f55-24abe3256851 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2a6168430a1443aa17b699bab5d3b16&device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 1097 time: 0.0409498 Sep 06 14:42:36.832139 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da790fe-5071-4b47-99f4-a40dd1e00f02 req-1e3f48e1-23d5-4f92-861d-e9af0bde02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:36.833970 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8da790fe-5071-4b47-99f4-a40dd1e00f02 req-1e3f48e1-23d5-4f92-861d-e9af0bde02f5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bfc588a9-2d15-4311-a80d-69bfb64e5f74 HTTP/1.1" status: 200 len: 914 time: 0.0939617 Sep 06 14:42:36.879332 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8da790fe-5071-4b47-99f4-a40dd1e00f02 req-ca3a6fc3-c8e1-491b-8985-b823ad2e43cb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1be65ade-e5dd-4c09-a885-2961192554e2 HTTP/1.1" status: 200 len: 217 time: 0.0379293 Sep 06 14:42:36.899608 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef37651-b140-4726-84bd-2cbebaa7e6f5 req-c7c11405-51ce-44dc-b078-44b4a16f4971 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:36.901078 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8ef37651-b140-4726-84bd-2cbebaa7e6f5 req-c7c11405-51ce-44dc-b078-44b4a16f4971 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 944 time: 0.0681794 Sep 06 14:42:36.939442 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da790fe-5071-4b47-99f4-a40dd1e00f02 req-faf71390-afba-4b18-947d-641a8e01298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:36.941166 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8da790fe-5071-4b47-99f4-a40dd1e00f02 req-faf71390-afba-4b18-947d-641a8e01298c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2495c25-55b6-4259-be11-2e907fddffed HTTP/1.1" status: 200 len: 853 time: 0.0529938 Sep 06 14:42:36.943429 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8ef37651-b140-4726-84bd-2cbebaa7e6f5 req-3ef34e89-ee95-4faf-8a99-ad6f0e70c65d tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352135 Sep 06 14:42:36.973670 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8da790fe-5071-4b47-99f4-a40dd1e00f02 req-d582def5-e5ea-4f1f-a1cb-0eac681aec63 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bfc588a9-2d15-4311-a80d-69bfb64e5f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256519 Sep 06 14:42:37.069668 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8da790fe-5071-4b47-99f4-a40dd1e00f02 req-c056b4c4-51d0-43e5-a90f-92ddd88dc8da service neutron] 10.222.0.22 "GET /v2.0/networks/bfc588a9-2d15-4311-a80d-69bfb64e5f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887856 Sep 06 14:42:37.203914 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8da790fe-5071-4b47-99f4-a40dd1e00f02 req-9dfb2f15-42a9-456e-951c-d00eef6bd93c service neutron] 10.222.0.22 "GET /v2.0/networks/bfc588a9-2d15-4311-a80d-69bfb64e5f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267395 Sep 06 14:42:37.217474 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4c8b2-fae4-460b-a8ce-07360b18e76c req-9a17c6ad-aa42-41c8-a4cb-d21e63f91987 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:37.219387 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-58a4c8b2-fae4-460b-a8ce-07360b18e76c req-9a17c6ad-aa42-41c8-a4cb-d21e63f91987 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 945 time: 0.0813198 Sep 06 14:42:37.263201 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-58a4c8b2-fae4-460b-a8ce-07360b18e76c req-f8df4c4b-2786-4bf2-9f45-211b3f634e6c tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377057 Sep 06 14:42:37.455015 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-17c21c0f-320e-449e-a36f-eb96a5efb466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:37.615985 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.059697 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b8d7b-3793-497d-b8b7-dc27f1215982 req-e8106536-f6a5-49e8-a89f-411788594b49 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:38.061161 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a51b8d7b-3793-497d-b8b7-dc27f1215982 req-e8106536-f6a5-49e8-a89f-411788594b49 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 944 time: 0.0484314 Sep 06 14:42:38.101379 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a51b8d7b-3793-497d-b8b7-dc27f1215982 req-ec378fdb-04fc-481d-8a07-d707ce6e8f60 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343122 Sep 06 14:42:38.386078 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af25f8-e4c1-42f4-b8e4-e9b46c6309eb req-8df35a0c-062d-4b34-adeb-c2c9e2da0bc7 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:38.387618 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-38af25f8-e4c1-42f4-b8e4-e9b46c6309eb req-8df35a0c-062d-4b34-adeb-c2c9e2da0bc7 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 945 time: 0.0542552 Sep 06 14:42:38.427416 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-38af25f8-e4c1-42f4-b8e4-e9b46c6309eb req-069caf39-2483-418b-af2b-649ca03d0cdf tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326402 Sep 06 14:42:38.543811 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ce16d-a5eb-40b4-a9b5-0c06a62a3ca2 req-ad7cd7b5-65e1-47f2-8627-93cd890dcd24 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:38.545281 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d46ce16d-a5eb-40b4-a9b5-0c06a62a3ca2 req-ad7cd7b5-65e1-47f2-8627-93cd890dcd24 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 945 time: 0.0513027 Sep 06 14:42:38.585499 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d46ce16d-a5eb-40b4-a9b5-0c06a62a3ca2 req-0ed88136-b80b-477a-bb6f-07ab77534372 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340855 Sep 06 14:42:38.610636 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 55094) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:38.695053 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 55098) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:38.751556 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-186e203d-ebd1-4aac-8315-655f9a57e172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.821952 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00692f10-7312-409c-a9f9-345f90bd2d30 tempest-TestVolumeBootPattern-801509918 tempest-TestVolumeBootPattern-801509918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:38.823391 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-00692f10-7312-409c-a9f9-345f90bd2d30 tempest-TestVolumeBootPattern-801509918 tempest-TestVolumeBootPattern-801509918-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 1093 time: 0.2117467 Sep 06 14:42:38.826401 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 55102) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:38.831928 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Request body: {'floatingip': {'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'port_id': '84ad0583-9fb2-4ef9-993a-e6589bb4661c', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:38.874770 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-186e203d-ebd1-4aac-8315-655f9a57e172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.879132 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-186e203d-ebd1-4aac-8315-655f9a57e172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.894785 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for floatingip, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.923203 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-186e203d-ebd1-4aac-8315-655f9a57e172 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a54e36f67c8414fa5a9bdb3c02a5c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269220 Sep 06 14:42:38.924157 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e203d-ebd1-4aac-8315-655f9a57e172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3e8426-a2c8-41a5-bcfb-173e3b9fd45e,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:38.926615 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 55104) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:38.931285 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.036133 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5bce4e63-dc37-4cfd-9c99-0e65dcc7e98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.065217 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5bce4e63-dc37-4cfd-9c99-0e65dcc7e98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.091838 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.162988 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5bce4e63-dc37-4cfd-9c99-0e65dcc7e98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.165580 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5bce4e63-dc37-4cfd-9c99-0e65dcc7e98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.169199 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-5bce4e63-dc37-4cfd-9c99-0e65dcc7e98e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b3e8426-a2c8-41a5-bcfb-173e3b9fd45e HTTP/1.1" status: 204 len: 168 time: 0.2391822 Sep 06 14:42:39.207784 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce4e63-dc37-4cfd-9c99-0e65dcc7e98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3e8426-a2c8-41a5-bcfb-173e3b9fd45e,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:39.257896 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Allocated IP 172.27.0.230 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/0702bd93-6677-4c50-9296-f3f8538436d8) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:42:39.270654 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a7393-46f1-4182-8972-761ebbadd899 req-6ea224bc-ef29-4fc5-8c3a-975621a24433 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:39.272300 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2d9a7393-46f1-4182-8972-761ebbadd899 req-6ea224bc-ef29-4fc5-8c3a-975621a24433 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 944 time: 0.0998979 Sep 06 14:42:39.367631 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2d9a7393-46f1-4182-8972-761ebbadd899 req-3485c0f4-60eb-43c6-adfe-2c2c81c6acb9 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889513 Sep 06 14:42:39.413110 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.451789 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.457998 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 55112) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:39.473327 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-530d2105-0434-4826-bd30-b97fa82b4631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.492333 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:42:39.495344 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:42:39.498961 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:42:39.507636 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event updated for resources: {'Port': ['ID=0702bd93-6677-4c50-9296-f3f8538436d8,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:39.574248 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-530d2105-0434-4826-bd30-b97fa82b4631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.579275 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-530d2105-0434-4826-bd30-b97fa82b4631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.619298 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-530d2105-0434-4826-bd30-b97fa82b4631 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3276c42106874821bce6c63ed0cf04c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599281 Sep 06 14:42:39.620281 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d2105-0434-4826-bd30-b97fa82b4631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162fdd5a-246d-40ef-9b3d-4bd82be633e7,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:39.622862 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 55114) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:39.649348 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 1be65ade-e5dd-4c09-a885-2961192554e2 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:42:39.679810 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7af5001d-7695-4118-b53d-b3a7c4f2374b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.702247 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7af5001d-7695-4118-b53d-b3a7c4f2374b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.750504 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 1be65ade-e5dd-4c09-a885-2961192554e2, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1be65ade-e5dd-4c09-a885-2961192554e2,segment=NetworkSegment(7524f0b4-6980-4783-9b14-52a93568c79c),segment_id=7524f0b4-6980-4783-9b14-52a93568c79c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:39.754584 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7af5001d-7695-4118-b53d-b3a7c4f2374b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.758476 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7af5001d-7695-4118-b53d-b3a7c4f2374b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.762037 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7af5001d-7695-4118-b53d-b3a7c4f2374b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/162fdd5a-246d-40ef-9b3d-4bd82be633e7 HTTP/1.1" status: 204 len: 168 time: 0.1361084 Sep 06 14:42:39.763928 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': '1be65ade-e5dd-4c09-a885-2961192554e2', 'network_id': 'bfc588a9-2d15-4311-a80d-69bfb64e5f74', 'port_id': '1be65ade-e5dd-4c09-a885-2961192554e2', 'mac_address': 'fa:16:3e:08:6f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2495c25-55b6-4259-be11-2e907fddffed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:42:39.768808 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5001d-7695-4118-b53d-b3a7c4f2374b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162fdd5a-246d-40ef-9b3d-4bd82be633e7,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:39.811685 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.825065 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be65ade-e5dd-4c09-a885-2961192554e2 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:42:39.849479 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 1be65ade-e5dd-4c09-a885-2961192554e2, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1be65ade-e5dd-4c09-a885-2961192554e2,segment=NetworkSegment(7524f0b4-6980-4783-9b14-52a93568c79c),segment_id=7524f0b4-6980-4783-9b14-52a93568c79c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:39.854919 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.905332 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.912680 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=1be65ade-e5dd-4c09-a885-2961192554e2,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:39.973977 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.131199 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.136597 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.209005 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['1be65ade-e5dd-4c09-a885-2961192554e2'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:42:40.217117 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event updated for resources: {'Port': ['ID=0702bd93-6677-4c50-9296-f3f8538436d8,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:40.226999 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.345078 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.l3_db [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Floating IP 1103f775-4adf-438e-9759-79c4d053f56b associated. External IP: 172.27.0.230, port: 84ad0583-9fb2-4ef9-993a-e6589bb4661c. Sep 06 14:42:40.436069 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.517400 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2240600-fe5d-4d90-bd8b-83336ce3be32 req-72d8f864-5e54-4f45-b0b3-d0e552b8adb3 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:40.518992 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a2240600-fe5d-4d90-bd8b-83336ce3be32 req-72d8f864-5e54-4f45-b0b3-d0e552b8adb3 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 945 time: 0.0604811 Sep 06 14:42:40.560932 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a2240600-fe5d-4d90-bd8b-83336ce3be32 req-26857fbd-982f-4136-8d08-eb955fb48fa0 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341382 Sep 06 14:42:40.578211 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Router 93489a06-1a14-48aa-8c71-b0bbd7576586 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:42:40.692715 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:42:40.702185 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c20dfd-2dca-4d69-9e70-1e60f178dd50 None None] Sync routers for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:42:40.710034 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.712586 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c20dfd-2dca-4d69-9e70-1e60f178dd50 None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:42:40.713345 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-b3c20dfd-2dca-4d69-9e70-1e60f178dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:42:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:40.739817 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ad5e90a6-6f61-4524-94a8-b114d52d157e tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9115913 Sep 06 14:42:40.740412 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e55bf2-3d38-42c9-b4b1-9f8a3088b42e', 'tag': '84ad0583-9fb2-4ef9-993a-e6589bb4661c'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:42:40.742691 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9531b23-9072-45f4-bd0f-36db191b38c6" -d '{"events": [{"name": "network-changed", "server_uuid": "39e55bf2-3d38-42c9-b4b1-9f8a3088b42e", "tag": "84ad0583-9fb2-4ef9-993a-e6589bb4661c"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:42:40.785902 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4c9340-6bac-4155-a53e-d4e408067238 x-openstack-request-id: req-5d4c9340-6bac-4155-a53e-d4e408067238 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:42:40.786277 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e55bf2-3d38-42c9-b4b1-9f8a3088b42e", "tag": "84ad0583-9fb2-4ef9-993a-e6589bb4661c", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:42:40.786629 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d4c9340-6bac-4155-a53e-d4e408067238 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:42:40.787124 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e55bf2-3d38-42c9-b4b1-9f8a3088b42e', 'tag': '84ad0583-9fb2-4ef9-993a-e6589bb4661c', 'status': 'completed', 'code': 200} Sep 06 14:42:40.852466 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9531b23-9072-45f4-bd0f-36db191b38c6 req-f5ebf871-d8e0-4feb-8c3f-061470acc451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:40.854039 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c9531b23-9072-45f4-bd0f-36db191b38c6 req-f5ebf871-d8e0-4feb-8c3f-061470acc451 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 1098 time: 0.0441504 Sep 06 14:42:40.958596 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9531b23-9072-45f4-bd0f-36db191b38c6 req-582bb964-5ead-442b-b351-b3be24531f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:40.960119 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c9531b23-9072-45f4-bd0f-36db191b38c6 req-582bb964-5ead-442b-b351-b3be24531f34 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 200 len: 913 time: 0.0994956 Sep 06 14:42:40.972116 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-b3c20dfd-2dca-4d69-9e70-1e60f178dd50 None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:42:41.026991 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c9531b23-9072-45f4-bd0f-36db191b38c6 req-69dac914-fe2f-42f1-9551-213ad606cd89 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84ad0583-9fb2-4ef9-993a-e6589bb4661c HTTP/1.1" status: 200 len: 999 time: 0.0595517 Sep 06 14:42:41.088726 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9531b23-9072-45f4-bd0f-36db191b38c6 req-79461d1c-011e-49ac-ad1a-5cb5c4086f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:41.090536 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c9531b23-9072-45f4-bd0f-36db191b38c6 req-79461d1c-011e-49ac-ad1a-5cb5c4086f6e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3d8f3db7-1100-47f8-a041-76cc8cbfc844 HTTP/1.1" status: 200 len: 851 time: 0.0528526 Sep 06 14:42:41.141672 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9531b23-9072-45f4-bd0f-36db191b38c6 req-a3abc696-3c3b-4df8-be20-878d3cf53375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:41.143372 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c9531b23-9072-45f4-bd0f-36db191b38c6 req-a3abc696-3c3b-4df8-be20-878d3cf53375 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c60b747-df5e-44fc-9133-15b63b143d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459187 Sep 06 14:42:41.230941 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-b3c20dfd-2dca-4d69-9e70-1e60f178dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': '1103f775-4adf-438e-9759-79c4d053f56b', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'port_id': '84ad0583-9fb2-4ef9-993a-e6589bb4661c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'mac_address': 'fa:16:3e:2c:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e55bf2-3d38-42c9-b4b1-9f8a3088b42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:42:39Z', 'updated_at': '2021-09-06T14:42:39Z', 'revision_number': 0, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address_scope': None}, {'id': 'f87a7160-a58c-4ded-b72e-fc3f8aa56327', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'port_id': '65a140d5-df10-4f8d-8c15-f64125a571de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'mac_address': 'fa:16:3e:3c:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f655f4-d100-4342-a32d-69e428511e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:40:10Z', 'updated_at': '2021-09-06T14:40:13Z', 'revision_number': 1, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:41.238456 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c9531b23-9072-45f4-bd0f-36db191b38c6 req-467093c6-9f08-48c2-8782-bea66acd16aa service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882051 Sep 06 14:42:41.258398 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c20dfd-2dca-4d69-9e70-1e60f178dd50 None None] Checking router: 93489a06-1a14-48aa-8c71-b0bbd7576586 for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:42:41.267974 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c20dfd-2dca-4d69-9e70-1e60f178dd50 None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:42:41.268716 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-b3c20dfd-2dca-4d69-9e70-1e60f178dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:42:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:41.338211 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c9531b23-9072-45f4-bd0f-36db191b38c6 req-42ede390-5d03-4649-bdb9-8d364ef2e989 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917561 Sep 06 14:42:41.384772 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-b3c20dfd-2dca-4d69-9e70-1e60f178dd50 None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:42:41.502543 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:41.652915 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-b3c20dfd-2dca-4d69-9e70-1e60f178dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': '1103f775-4adf-438e-9759-79c4d053f56b', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'port_id': '84ad0583-9fb2-4ef9-993a-e6589bb4661c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'mac_address': 'fa:16:3e:2c:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e55bf2-3d38-42c9-b4b1-9f8a3088b42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:42:39Z', 'updated_at': '2021-09-06T14:42:39Z', 'revision_number': 0, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address_scope': None}, {'id': 'f87a7160-a58c-4ded-b72e-fc3f8aa56327', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'port_id': '65a140d5-df10-4f8d-8c15-f64125a571de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'mac_address': 'fa:16:3e:3c:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f655f4-d100-4342-a32d-69e428511e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:40:10Z', 'updated_at': '2021-09-06T14:40:13Z', 'revision_number': 1, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:41.680156 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c20dfd-2dca-4d69-9e70-1e60f178dd50 None None] The sync data for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi is: [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': '1103f775-4adf-438e-9759-79c4d053f56b', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'port_id': '84ad0583-9fb2-4ef9-993a-e6589bb4661c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'mac_address': 'fa:16:3e:2c:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e55bf2-3d38-42c9-b4b1-9f8a3088b42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:42:39Z', 'updated_at': '2021-09-06T14:42:39Z', 'revision_number': 0, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address_scope': None}, {'id': 'f87a7160-a58c-4ded-b72e-fc3f8aa56327', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'port_id': '65a140d5-df10-4f8d-8c15-f64125a571de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'mac_address': 'fa:16:3e:3c:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f655f4-d100-4342-a32d-69e428511e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:40:10Z', 'updated_at': '2021-09-06T14:40:13Z', 'revision_number': 1, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:42:41.684442 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 1be65ade-e5dd-4c09-a885-2961192554e2 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:41.696902 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828a484-04c7-4e66-b1ac-6033520e3ac5 req-8753b762-26e4-44c3-b9f5-fd27aa45a607 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:41.698720 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1828a484-04c7-4e66-b1ac-6033520e3ac5 req-8753b762-26e4-44c3-b9f5-fd27aa45a607 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 945 time: 0.0603702 Sep 06 14:42:41.739230 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1828a484-04c7-4e66-b1ac-6033520e3ac5 req-8d1c82df-57d7-4439-8ef6-93f67275fd7a tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328870 Sep 06 14:42:41.739450 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port 1be65ade-e5dd-4c09-a885-2961192554e2 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:42:41.744128 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port 1be65ade-e5dd-4c09-a885-2961192554e2 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:41.744557 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:41.838092 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:41.864551 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a56f0c-0cdf-4a92-ae49-565595ee1502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be65ade-e5dd-4c09-a885-2961192554e2'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:42:41.866889 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b77b10-af11-4411-a163-f8eeaac40431" -d '{"events": [{"server_uuid": "c1a56f0c-0cdf-4a92-ae49-565595ee1502", "name": "network-vif-plugged", "status": "completed", "tag": "1be65ade-e5dd-4c09-a885-2961192554e2"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:42:41.880314 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 1be65ade-e5dd-4c09-a885-2961192554e2, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1be65ade-e5dd-4c09-a885-2961192554e2,segment=NetworkSegment(7524f0b4-6980-4783-9b14-52a93568c79c),segment_id=7524f0b4-6980-4783-9b14-52a93568c79c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:41.884886 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:41.904576 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfafefd-f64f-4edf-a6c2-2ba85d47dbd4 None None] New status for floating IP 1103f775-4adf-438e-9759-79c4d053f56b: ACTIVE {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:42:41.934740 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619f206b-d4ac-4ce2-9620-9ed9a40f52e3 x-openstack-request-id: req-619f206b-d4ac-4ce2-9620-9ed9a40f52e3 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:42:41.935029 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a56f0c-0cdf-4a92-ae49-565595ee1502", "name": "network-vif-plugged", "status": "completed", "tag": "1be65ade-e5dd-4c09-a885-2961192554e2", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:42:41.935285 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-619f206b-d4ac-4ce2-9620-9ed9a40f52e3 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:42:41.935679 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a56f0c-0cdf-4a92-ae49-565595ee1502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be65ade-e5dd-4c09-a885-2961192554e2', 'code': 200} Sep 06 14:42:41.940765 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=1be65ade-e5dd-4c09-a885-2961192554e2,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:42.117808 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f407e25-4ad0-452b-997b-37c80e53d175 req-2fa9808a-eb18-46d8-be30-692fe7af242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:42.119391 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9f407e25-4ad0-452b-997b-37c80e53d175 req-2fa9808a-eb18-46d8-be30-692fe7af242b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 1099 time: 0.0454829 Sep 06 14:42:42.159189 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9f407e25-4ad0-452b-997b-37c80e53d175 req-8e55fff8-615c-4785-9c5e-3158e90f3868 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324991 Sep 06 14:42:42.855370 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422318e-93aa-4e37-b5e6-47600039d33d req-9c662106-481f-4575-802e-eca1afd53e14 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:42.856836 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7422318e-93aa-4e37-b5e6-47600039d33d req-9c662106-481f-4575-802e-eca1afd53e14 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 946 time: 0.0475974 Sep 06 14:42:42.894251 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7422318e-93aa-4e37-b5e6-47600039d33d req-40482c81-47ee-4051-a01f-25d9ea24c362 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307298 Sep 06 14:42:44.014263 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe66c-4dfb-469f-b286-7391c4cb05bf req-d056094a-fac2-403c-ba6c-7a81c5cb765c tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:44.016431 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3effe66c-4dfb-469f-b286-7391c4cb05bf req-d056094a-fac2-403c-ba6c-7a81c5cb765c tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 946 time: 0.0527549 Sep 06 14:42:44.057268 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3effe66c-4dfb-469f-b286-7391c4cb05bf req-fbd96be2-ea77-4226-aaf5-f9e88d79d39c tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346022 Sep 06 14:42:45.767418 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3ca0fcb7-5b19-46c6-8753-69c4b9e013c3 req-503b1c1d-2b89-4199-869c-96868b50ac78 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403569 Sep 06 14:42:45.829048 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0fcb7-5b19-46c6-8753-69c4b9e013c3 req-b3f695f8-a03f-4668-bacd-90bef20b2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:45.830511 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3ca0fcb7-5b19-46c6-8753-69c4b9e013c3 req-b3f695f8-a03f-4668-bacd-90bef20b2f2b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 1099 time: 0.0411799 Sep 06 14:42:46.206627 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0fcb7-5b19-46c6-8753-69c4b9e013c3 req-35a76662-270c-4566-b1f1-3a20f2c38c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:46.208138 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3ca0fcb7-5b19-46c6-8753-69c4b9e013c3 req-35a76662-270c-4566-b1f1-3a20f2c38c43 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 200 len: 913 time: 0.3590868 Sep 06 14:42:46.273846 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3ca0fcb7-5b19-46c6-8753-69c4b9e013c3 req-2fa9642c-c128-4f9a-aadf-e5b78a406cf1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65a140d5-df10-4f8d-8c15-f64125a571de HTTP/1.1" status: 200 len: 1001 time: 0.0580800 Sep 06 14:42:46.325085 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0fcb7-5b19-46c6-8753-69c4b9e013c3 req-bbd8b603-de54-4430-b72d-7686b9f81e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:46.326602 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3ca0fcb7-5b19-46c6-8753-69c4b9e013c3 req-bbd8b603-de54-4430-b72d-7686b9f81e44 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3d8f3db7-1100-47f8-a041-76cc8cbfc844 HTTP/1.1" status: 200 len: 851 time: 0.0447409 Sep 06 14:42:46.379213 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0fcb7-5b19-46c6-8753-69c4b9e013c3 req-d8f4156b-7cd6-4564-8693-65f6cb4b6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:46.379213 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3ca0fcb7-5b19-46c6-8753-69c4b9e013c3 req-d8f4156b-7cd6-4564-8693-65f6cb4b6b36 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c60b747-df5e-44fc-9133-15b63b143d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450420 Sep 06 14:42:46.472804 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3ca0fcb7-5b19-46c6-8753-69c4b9e013c3 req-77aefc0b-e975-4a85-9db1-2f91c5e85208 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861988 Sep 06 14:42:46.569462 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3ca0fcb7-5b19-46c6-8753-69c4b9e013c3 req-1c797798-70cb-4619-84b6-09667b19e262 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888932 Sep 06 14:42:57.625838 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:43:04.566046 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-121aa690-1043-4116-9463-82ec7bf5c508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:07.463773 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6b7edd62-8c24-49f0-bab5-cea3bce08b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:07.624183 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:08.929233 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:10.436527 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:11.459934 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:17.465389 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 55442) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:17.569197 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:17.665048 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:17.668800 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:17.705664 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cb3408-bf01-4ed6-abef-1b158679ea7c,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:17.711075 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=662fa757fa1448e09377c6234f3092aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446535 Sep 06 14:43:17.714007 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 55446) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:17.715805 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.716160 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.716503 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.716838 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.717168 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.717499 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.717842 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.718179 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.718508 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.718833 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.719158 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.719479 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd6379-77ae-4cce-849c-8be701e90730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.767623 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:17.789654 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:17.835943 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:17.838534 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:17.839691 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9cb3408-bf01-4ed6-abef-1b158679ea7c HTTP/1.1" status: 204 len: 168 time: 0.1244767 Sep 06 14:43:17.847348 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cb3408-bf01-4ed6-abef-1b158679ea7c,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:17.855532 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.855890 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.856238 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.856584 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.856927 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.857266 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.857599 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.857957 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.858664 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.858882 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.859334 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:17.859669 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3730d7-38c5-4340-a845-4844d935a0dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:29.186602 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 55566) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:29.294867 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-acc1f4d0-6d69-4497-9474-2181200c947a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:29.387968 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-acc1f4d0-6d69-4497-9474-2181200c947a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:29.391921 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-acc1f4d0-6d69-4497-9474-2181200c947a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:29.431904 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-acc1f4d0-6d69-4497-9474-2181200c947a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad86212c28f84eeb936c9e0b142f59b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442131 Sep 06 14:43:29.434657 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 55572) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:29.436593 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1f4d0-6d69-4497-9474-2181200c947a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9de4c9-e129-48b8-b00c-b202f96a3feb,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:29.484333 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e3c42da0-099f-4aa1-8bd8-e10aa0743682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:29.506457 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e3c42da0-099f-4aa1-8bd8-e10aa0743682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:29.551692 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e3c42da0-099f-4aa1-8bd8-e10aa0743682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:29.555255 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e3c42da0-099f-4aa1-8bd8-e10aa0743682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:29.556421 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e3c42da0-099f-4aa1-8bd8-e10aa0743682 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff9de4c9-e129-48b8-b00c-b202f96a3feb HTTP/1.1" status: 204 len: 168 time: 0.1207912 Sep 06 14:43:29.564185 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c42da0-099f-4aa1-8bd8-e10aa0743682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9de4c9-e129-48b8-b00c-b202f96a3feb,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:31.751241 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-13b48c58-9ab2-4866-8443-595d27578f10 req-1c1071b6-45dc-46c3-8aba-0ddea9080247 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e64be953a0ff4084b81d4e04656820fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305288 Sep 06 14:43:31.934992 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b48c58-9ab2-4866-8443-595d27578f10 req-3add7ed8-c972-4cc7-b22b-5fb1ec17f807 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:31.936483 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-13b48c58-9ab2-4866-8443-595d27578f10 req-3add7ed8-c972-4cc7-b22b-5fb1ec17f807 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795835 Sep 06 14:43:31.951654 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-13b48c58-9ab2-4866-8443-595d27578f10 req-6270c490-df3c-4c57-a0f4-ca620eddfae1 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/quotas/e64be953a0ff4084b81d4e04656820fe HTTP/1.1" status: 200 len: 375 time: 0.0094922 Sep 06 14:43:31.986096 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-13b48c58-9ab2-4866-8443-595d27578f10 req-9a169126-b976-4e7d-a119-7681e93dc54e tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e64be953a0ff4084b81d4e04656820fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292068 Sep 06 14:43:32.146045 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c16b532b-fc71-4fa8-a198-593df3549cae req-0d133225-0790-40e0-b8c4-42885326239d tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 210 time: 0.0274773 Sep 06 14:43:32.981304 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-13b48c58-9ab2-4866-8443-595d27578f10 req-a67a0617-178b-46dd-9f57-8d1c2e7ccaf2 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e64be953a0ff4084b81d4e04656820fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227687 Sep 06 14:43:33.095584 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b48c58-9ab2-4866-8443-595d27578f10 req-f81101aa-5451-4c24-a8b4-e168c5354c09 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:33.096935 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-13b48c58-9ab2-4866-8443-595d27578f10 req-f81101aa-5451-4c24-a8b4-e168c5354c09 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1066995 Sep 06 14:43:33.113745 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Request body: {'port': {'device_id': '374851ea-8e1d-4cd0-8528-6477587870a2', 'network_id': '16e5fc8a-2238-4a64-af15-7151a077cde8', 'admin_state_up': True, 'tenant_id': 'e64be953a0ff4084b81d4e04656820fe'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:43:33.229381 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Made reservation on behalf of e64be953a0ff4084b81d4e04656820fe for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:43:33.233469 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:33.266736 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2cfa802e-46d5-4b80-9291-5a24ef8a2b2c req-178bcc87-4e7c-46c2-a5cf-3ab5141b00aa tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 210 time: 0.0305159 Sep 06 14:43:33.267391 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:33.365560 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:33.369506 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:33.441243 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c39a71-d944-43e4-a1fd-a2aaf74e3b77,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:33.508766 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Allocated IP 192.168.233.169 (16e5fc8a-2238-4a64-af15-7151a077cde8/2ab459b1-8394-48fc-8c0d-ff018d3586f0/2938cc83-336f-4a36-a903-03a9dbafd70b) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:43:33.656353 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:33.670147 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Transition to ACTIVE for port object 2938cc83-336f-4a36-a903-03a9dbafd70b will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:43:33.703555 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:33.750209 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Network 16e5fc8a-2238-4a64-af15-7151a077cde8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:43:33.753208 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:43:33.758248 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:43:33.787504 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Pushing event updated for resources: {'Port': ['ID=2938cc83-336f-4a36-a903-03a9dbafd70b,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:33.819249 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:33.819888 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:33.835566 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b1d29c7b-21d4-4bf1-8378-4dec81b6d7ad tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7254426 Sep 06 14:43:34.012371 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-dfb2ff7b-810d-47d9-9021-43da112c2faa None None] Provisioning for port 2938cc83-336f-4a36-a903-03a9dbafd70b completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:43:34.016253 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-dfb2ff7b-810d-47d9-9021-43da112c2faa None None] Provisioning complete for port 2938cc83-336f-4a36-a903-03a9dbafd70b triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:43:34.016630 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ff7b-810d-47d9-9021-43da112c2faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:34.051566 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-dfb2ff7b-810d-47d9-9021-43da112c2faa None None] Port 2938cc83-336f-4a36-a903-03a9dbafd70b cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:43:34.388638 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4ef14-16ba-495b-81a6-7a884fbd8893 req-0211a36a-007b-4f1c-af99-70fdef9ee4f3 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:34.390162 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66b4ef14-16ba-495b-81a6-7a884fbd8893 req-0211a36a-007b-4f1c-af99-70fdef9ee4f3 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 936 time: 0.0560691 Sep 06 14:43:34.428900 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66b4ef14-16ba-495b-81a6-7a884fbd8893 req-795a0e9d-e09c-4c48-858d-13b948adc9ed tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324745 Sep 06 14:43:34.546733 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b122a0cd-7788-4248-bb4b-97fb45d867f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:34.627463 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:43:35.554082 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edbc5b-8ec3-4c01-8ce8-da912374dc89 req-9e89ecbe-85ec-48dc-b76f-3e7cf8c446f8 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:35.556674 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-54edbc5b-8ec3-4c01-8ce8-da912374dc89 req-9e89ecbe-85ec-48dc-b76f-3e7cf8c446f8 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 936 time: 0.0590842 Sep 06 14:43:35.595792 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-54edbc5b-8ec3-4c01-8ce8-da912374dc89 req-a7445c8d-ec7d-403c-85bc-8002f1aa784a tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333107 Sep 06 14:43:36.137448 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Request body: {'port': {'device_id': '374851ea-8e1d-4cd0-8528-6477587870a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:43:36.189166 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:36.453119 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2938cc83-336f-4a36-a903-03a9dbafd70b {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:43:36.460399 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:36.472812 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Transition to ACTIVE for port object 2938cc83-336f-4a36-a903-03a9dbafd70b will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:43:36.477335 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:36.529586 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Pushing event updated for resources: {'Port': ['ID=2938cc83-336f-4a36-a903-03a9dbafd70b,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:36.599928 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Attempting to bind port 2938cc83-336f-4a36-a903-03a9dbafd70b on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:43:36.600616 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Attempting to bind port 2938cc83-336f-4a36-a903-03a9dbafd70b by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '7ca3ec9d-cc3f-4899-9de4-feee1a896c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '16e5fc8a-2238-4a64-af15-7151a077cde8'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:43:36.600616 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Attempting to bind port 2938cc83-336f-4a36-a903-03a9dbafd70b on network 16e5fc8a-2238-4a64-af15-7151a077cde8 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:43:36.605906 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Port 2938cc83-336f-4a36-a903-03a9dbafd70b on network 16e5fc8a-2238-4a64-af15-7151a077cde8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:43:36.606266 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Attempting to bind port 2938cc83-336f-4a36-a903-03a9dbafd70b on network 16e5fc8a-2238-4a64-af15-7151a077cde8 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:43:36.611543 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:43:36.611791 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Checking segment: {'id': '7ca3ec9d-cc3f-4899-9de4-feee1a896c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '16e5fc8a-2238-4a64-af15-7151a077cde8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:43:36.612177 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Bound using segment: {'id': '7ca3ec9d-cc3f-4899-9de4-feee1a896c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '16e5fc8a-2238-4a64-af15-7151a077cde8'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:43:36.612613 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Bound port: 2938cc83-336f-4a36-a903-03a9dbafd70b, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca3ec9d-cc3f-4899-9de4-feee1a896c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '16e5fc8a-2238-4a64-af15-7151a077cde8'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:43:36.612981 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:36.686088 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] For port 2938cc83-336f-4a36-a903-03a9dbafd70b, host hv-cinder-79128, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:43:36.689841 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] For port 2938cc83-336f-4a36-a903-03a9dbafd70b, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2938cc83-336f-4a36-a903-03a9dbafd70b,segment=NetworkSegment(7ca3ec9d-cc3f-4899-9de4-feee1a896c9e),segment_id=7ca3ec9d-cc3f-4899-9de4-feee1a896c9e)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:43:36.694556 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:36.716458 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391a530-b693-437f-bede-434b15f5be3c req-2b73803f-23fe-430d-a61c-a31f29b2bab8 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:36.717898 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0391a530-b693-437f-bede-434b15f5be3c req-2b73803f-23fe-430d-a61c-a31f29b2bab8 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 948 time: 0.0507298 Sep 06 14:43:36.730198 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:36.730736 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:36.732094 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-13b48c58-9ab2-4866-8443-595d27578f10 req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] 10.222.0.22 "PUT /v2.0/ports/2938cc83-336f-4a36-a903-03a9dbafd70b HTTP/1.1" status: 200 len: 1098 time: 0.5996399 Sep 06 14:43:36.732527 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374851ea-8e1d-4cd0-8528-6477587870a2', 'tag': '2938cc83-336f-4a36-a903-03a9dbafd70b'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:43:36.735043 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2880291e-f2ba-4886-86c8-1d66bb1be6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "374851ea-8e1d-4cd0-8528-6477587870a2", "tag": "2938cc83-336f-4a36-a903-03a9dbafd70b"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:43:36.760206 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586d85c-4a66-4748-b07d-972809065db0 service neutron] Pushing event updated for resources: {'Port': ['ID=2938cc83-336f-4a36-a903-03a9dbafd70b,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:36.762504 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0391a530-b693-437f-bede-434b15f5be3c req-7aec3769-928b-4907-8650-c9d3044259b8 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384643 Sep 06 14:43:36.782581 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c526c00a-4661-4684-b3fa-99b9b9cbf7d2 x-openstack-request-id: req-c526c00a-4661-4684-b3fa-99b9b9cbf7d2 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:43:36.782871 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374851ea-8e1d-4cd0-8528-6477587870a2", "tag": "2938cc83-336f-4a36-a903-03a9dbafd70b", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:43:36.783116 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c526c00a-4661-4684-b3fa-99b9b9cbf7d2 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:43:36.783511 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374851ea-8e1d-4cd0-8528-6477587870a2', 'tag': '2938cc83-336f-4a36-a903-03a9dbafd70b', 'status': 'completed', 'code': 200} Sep 06 14:43:37.454494 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9993a4ad-b0bb-44eb-a6f1-432d0681ea45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:37.566004 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880291e-f2ba-4886-86c8-1d66bb1be6eb req-fbd12536-8540-43cc-b6f1-d02e8a1b01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:37.567498 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2880291e-f2ba-4886-86c8-1d66bb1be6eb req-fbd12536-8540-43cc-b6f1-d02e8a1b01e6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e64be953a0ff4084b81d4e04656820fe&device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 1101 time: 0.0419228 Sep 06 14:43:37.595005 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2880291e-f2ba-4886-86c8-1d66bb1be6eb req-8deffa77-b6d0-43b4-96c9-21b419c899b2 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e64be953a0ff4084b81d4e04656820fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188134 Sep 06 14:43:37.616025 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:37.695663 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880291e-f2ba-4886-86c8-1d66bb1be6eb req-a71709a3-1ef2-4d5a-b636-468cea2ce3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:37.697687 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2880291e-f2ba-4886-86c8-1d66bb1be6eb req-a71709a3-1ef2-4d5a-b636-468cea2ce3e8 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957642 Sep 06 14:43:37.777506 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b48c58-9ab2-4866-8443-595d27578f10 req-af96814c-f471-4fb0-a0b9-2122a5c377c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:37.779071 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-13b48c58-9ab2-4866-8443-595d27578f10 req-af96814c-f471-4fb0-a0b9-2122a5c377c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e64be953a0ff4084b81d4e04656820fe&device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 1101 time: 0.0437479 Sep 06 14:43:37.828342 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-13b48c58-9ab2-4866-8443-595d27578f10 req-9737691a-2fbd-490e-94db-5b797d543a1b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=2938cc83-336f-4a36-a903-03a9dbafd70b HTTP/1.1" status: 200 len: 217 time: 0.0393720 Sep 06 14:43:37.874639 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f4fd6-3654-416f-9cf5-85682e0d1de1 req-6b00392d-561d-4430-98d2-870e18ce99a1 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:37.876139 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c53f4fd6-3654-416f-9cf5-85682e0d1de1 req-6b00392d-561d-4430-98d2-870e18ce99a1 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 948 time: 0.0500860 Sep 06 14:43:37.880478 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b48c58-9ab2-4866-8443-595d27578f10 req-48205262-7762-475b-ac57-1cbac660b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:37.882021 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-13b48c58-9ab2-4866-8443-595d27578f10 req-48205262-7762-475b-ac57-1cbac660b30c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ab459b1-8394-48fc-8c0d-ff018d3586f0 HTTP/1.1" status: 200 len: 843 time: 0.0460858 Sep 06 14:43:37.917176 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c53f4fd6-3654-416f-9cf5-85682e0d1de1 req-c63b9dda-5fc6-442b-b591-5ab11be82bc1 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348804 Sep 06 14:43:37.933087 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b48c58-9ab2-4866-8443-595d27578f10 req-1c8c0a58-e3ae-4c25-a64a-750e67d9f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:37.934661 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-13b48c58-9ab2-4866-8443-595d27578f10 req-1c8c0a58-e3ae-4c25-a64a-750e67d9f404 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16e5fc8a-2238-4a64-af15-7151a077cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0459876 Sep 06 14:43:38.026485 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-13b48c58-9ab2-4866-8443-595d27578f10 req-60209f3b-aa72-4d5f-8812-961c49630e7e service neutron] 10.222.0.22 "GET /v2.0/networks/16e5fc8a-2238-4a64-af15-7151a077cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841668 Sep 06 14:43:38.114431 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-13b48c58-9ab2-4866-8443-595d27578f10 req-86e04dc0-acc4-4d50-935f-d78fc52c9bd2 service neutron] 10.222.0.22 "GET /v2.0/networks/16e5fc8a-2238-4a64-af15-7151a077cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811620 Sep 06 14:43:38.933087 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:39.035915 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2217c-0650-49aa-8bce-0aac415c2f7c req-4e87f98d-813a-4951-af14-1498fe3c1399 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:39.037431 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cea2217c-0650-49aa-8bce-0aac415c2f7c req-4e87f98d-813a-4951-af14-1498fe3c1399 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 948 time: 0.0519557 Sep 06 14:43:39.082557 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-cea2217c-0650-49aa-8bce-0aac415c2f7c req-47398f31-b920-4e93-97ad-5564be8e7fd4 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380535 Sep 06 14:43:40.206149 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ce174-6c03-4c8e-b289-0c1b2dbfdd8a req-32d27ccb-fc6c-46f5-a9c2-9b289f3ec3f3 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:40.207592 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a02ce174-6c03-4c8e-b289-0c1b2dbfdd8a req-32d27ccb-fc6c-46f5-a9c2-9b289f3ec3f3 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 948 time: 0.0516384 Sep 06 14:43:40.244402 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a02ce174-6c03-4c8e-b289-0c1b2dbfdd8a req-b637197c-e72e-4fb6-97e1-b1eb8bb2ec71 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303016 Sep 06 14:43:40.438966 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:41.356793 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6200c0-eb71-435c-9a59-a82b07522c64 req-82e79f7a-dbf2-419a-9eef-033e5b31d792 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:41.358373 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9f6200c0-eb71-435c-9a59-a82b07522c64 req-82e79f7a-dbf2-419a-9eef-033e5b31d792 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 948 time: 0.0485847 Sep 06 14:43:41.397514 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9f6200c0-eb71-435c-9a59-a82b07522c64 req-3e5df8fe-6bf5-4e17-a29f-de2de5929b59 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328324 Sep 06 14:43:41.459217 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:42.511525 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0ed14-60cc-49ce-a08d-193534d08d77 req-3cea373e-1d47-4762-8b8d-fa5961176eca tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:42.512996 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-84e0ed14-60cc-49ce-a08d-193534d08d77 req-3cea373e-1d47-4762-8b8d-fa5961176eca tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 948 time: 0.0481439 Sep 06 14:43:42.550228 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-84e0ed14-60cc-49ce-a08d-193534d08d77 req-573a7b3e-5c3f-4656-bdd5-e01cfbc5357c tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313399 Sep 06 14:43:43.667401 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5c0b6-691e-4357-acba-fb243330799f req-3f52b2cd-f80c-4842-8086-eaece50da69c tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:43.668876 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ccc5c0b6-691e-4357-acba-fb243330799f req-3f52b2cd-f80c-4842-8086-eaece50da69c tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 948 time: 0.0489607 Sep 06 14:43:43.705515 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ccc5c0b6-691e-4357-acba-fb243330799f req-0cd9097f-9c4d-4eff-887e-d4422f9243c1 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307717 Sep 06 14:43:44.826808 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1962d-7c81-4580-9dc7-a6ffe2adf970 req-d0fc82a2-49b4-440a-b47f-83dc5fdee80b tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:44.828288 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9be1962d-7c81-4580-9dc7-a6ffe2adf970 req-d0fc82a2-49b4-440a-b47f-83dc5fdee80b tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 948 time: 0.0479989 Sep 06 14:43:44.865852 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9be1962d-7c81-4580-9dc7-a6ffe2adf970 req-3ce22cad-52e3-48c2-b00d-68136af47117 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316572 Sep 06 14:43:45.979243 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc0959-0324-4305-a900-eeb89187d439 req-b7fe5c94-cc76-4efb-ac08-ff7a2df54c60 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:45.980709 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d3dc0959-0324-4305-a900-eeb89187d439 req-b7fe5c94-cc76-4efb-ac08-ff7a2df54c60 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 948 time: 0.0482171 Sep 06 14:43:46.021453 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d3dc0959-0324-4305-a900-eeb89187d439 req-90e1b884-3e36-4a57-9f0c-eb4ba5ec587f tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346160 Sep 06 14:43:46.802396 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 2938cc83-336f-4a36-a903-03a9dbafd70b details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:43:46.902310 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 2938cc83-336f-4a36-a903-03a9dbafd70b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2938cc83-336f-4a36-a903-03a9dbafd70b,segment=NetworkSegment(7ca3ec9d-cc3f-4899-9de4-feee1a896c9e),segment_id=7ca3ec9d-cc3f-4899-9de4-feee1a896c9e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:43:46.913258 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': '2938cc83-336f-4a36-a903-03a9dbafd70b', 'network_id': '16e5fc8a-2238-4a64-af15-7151a077cde8', 'port_id': '2938cc83-336f-4a36-a903-03a9dbafd70b', 'mac_address': 'fa:16:3e:f7:90:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab459b1-8394-48fc-8c0d-ff018d3586f0', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:43:46.950232 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:46.964254 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2938cc83-336f-4a36-a903-03a9dbafd70b {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:43:46.983342 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 2938cc83-336f-4a36-a903-03a9dbafd70b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2938cc83-336f-4a36-a903-03a9dbafd70b,segment=NetworkSegment(7ca3ec9d-cc3f-4899-9de4-feee1a896c9e),segment_id=7ca3ec9d-cc3f-4899-9de4-feee1a896c9e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:43:46.987191 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:47.037245 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=2938cc83-336f-4a36-a903-03a9dbafd70b,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:47.045143 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:47.045730 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:47.046138 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:47.046480 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:47.046815 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:47.047151 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:47.047485 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:47.047817 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:47.048148 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:47.048690 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:47.048787 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:47.049132 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:47.139251 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa6066-baef-446f-9013-3fe6c81d313a req-9887bc23-2d9f-40c8-afdb-598e0b35244b tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:47.140762 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1eaa6066-baef-446f-9013-3fe6c81d313a req-9887bc23-2d9f-40c8-afdb-598e0b35244b tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 949 time: 0.0517840 Sep 06 14:43:47.179741 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1eaa6066-baef-446f-9013-3fe6c81d313a req-bbd27bf4-d243-4c66-a283-b616c52cec2c tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330901 Sep 06 14:43:48.292416 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fbb21-7f92-4098-a390-bbca6936bc89 req-3f09e255-3df3-4449-8aa9-44761270f765 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:48.293878 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-674fbb21-7f92-4098-a390-bbca6936bc89 req-3f09e255-3df3-4449-8aa9-44761270f765 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 949 time: 0.0473070 Sep 06 14:43:48.331427 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-674fbb21-7f92-4098-a390-bbca6936bc89 req-8b81e6c7-8368-484c-a7c2-3e76d272e235 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314784 Sep 06 14:43:49.130870 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['2938cc83-336f-4a36-a903-03a9dbafd70b'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:43:49.447244 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c6b1b-a6d6-4f8c-abf8-9ba644d3cda7 req-bec5fd4f-84ef-4480-955c-36ab77856b3d tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:49.448700 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-654c6b1b-a6d6-4f8c-abf8-9ba644d3cda7 req-bec5fd4f-84ef-4480-955c-36ab77856b3d tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 949 time: 0.0479324 Sep 06 14:43:49.486595 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-654c6b1b-a6d6-4f8c-abf8-9ba644d3cda7 req-c08b9936-6f7a-4ca8-92df-fdda62b9efca tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319979 Sep 06 14:43:50.401912 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3bc2da18-fab8-4c4a-b54b-e336db2bc51c req-d9c72dae-c5e9-4de4-a705-0d0abd6c8578 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393736 Sep 06 14:43:50.482508 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2da18-fab8-4c4a-b54b-e336db2bc51c req-d5f4bcd9-4c44-46e7-8a56-3a223813f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:50.483975 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3bc2da18-fab8-4c4a-b54b-e336db2bc51c req-d5f4bcd9-4c44-46e7-8a56-3a223813f13f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 1099 time: 0.0402572 Sep 06 14:43:50.623121 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2da18-fab8-4c4a-b54b-e336db2bc51c req-c7aa31dc-a469-4177-9bcb-9da4f7d5b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:50.624613 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3bc2da18-fab8-4c4a-b54b-e336db2bc51c req-c7aa31dc-a469-4177-9bcb-9da4f7d5b98e service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 200 len: 913 time: 0.1196620 Sep 06 14:43:50.636012 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5ff5e-8403-4a78-a697-994448201af7 req-a9a4e861-74eb-4733-ada0-f48f71bc58f1 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:50.637480 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f6d5ff5e-8403-4a78-a697-994448201af7 req-a9a4e861-74eb-4733-ada0-f48f71bc58f1 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 949 time: 0.0719512 Sep 06 14:43:50.723285 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f6d5ff5e-8403-4a78-a697-994448201af7 req-7de0f181-0cf8-419a-b798-8e9401af6133 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778403 Sep 06 14:43:50.725071 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3bc2da18-fab8-4c4a-b54b-e336db2bc51c req-a2dd2f4c-fa60-4336-9579-6bfe9870224f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65a140d5-df10-4f8d-8c15-f64125a571de HTTP/1.1" status: 200 len: 1001 time: 0.0867014 Sep 06 14:43:50.776031 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2da18-fab8-4c4a-b54b-e336db2bc51c req-7b421165-255b-4c5d-99e6-aa011a1ef31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:50.777508 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3bc2da18-fab8-4c4a-b54b-e336db2bc51c req-7b421165-255b-4c5d-99e6-aa011a1ef31c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3d8f3db7-1100-47f8-a041-76cc8cbfc844 HTTP/1.1" status: 200 len: 851 time: 0.0445569 Sep 06 14:43:50.815294 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 2938cc83-336f-4a36-a903-03a9dbafd70b up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:43:50.828348 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2da18-fab8-4c4a-b54b-e336db2bc51c req-e6820da4-b7f5-42ab-9e55-ba310fe74ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:50.830062 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3bc2da18-fab8-4c4a-b54b-e336db2bc51c req-e6820da4-b7f5-42ab-9e55-ba310fe74ef1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c60b747-df5e-44fc-9133-15b63b143d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438707 Sep 06 14:43:50.865744 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port 2938cc83-336f-4a36-a903-03a9dbafd70b completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:43:50.870144 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port 2938cc83-336f-4a36-a903-03a9dbafd70b triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:43:50.870513 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:50.929289 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3bc2da18-fab8-4c4a-b54b-e336db2bc51c req-bb5657b9-1c19-4719-9d50-d87b5adc0f65 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895829 Sep 06 14:43:50.951942 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:50.974162 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374851ea-8e1d-4cd0-8528-6477587870a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2938cc83-336f-4a36-a903-03a9dbafd70b'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:43:50.976390 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d71d2f-b38e-4f6d-a2f8-ed6f323b9fc2" -d '{"events": [{"server_uuid": "374851ea-8e1d-4cd0-8528-6477587870a2", "name": "network-vif-plugged", "status": "completed", "tag": "2938cc83-336f-4a36-a903-03a9dbafd70b"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:43:50.990158 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 2938cc83-336f-4a36-a903-03a9dbafd70b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2938cc83-336f-4a36-a903-03a9dbafd70b,segment=NetworkSegment(7ca3ec9d-cc3f-4899-9de4-feee1a896c9e),segment_id=7ca3ec9d-cc3f-4899-9de4-feee1a896c9e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:43:50.995323 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:51.027816 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3bc2da18-fab8-4c4a-b54b-e336db2bc51c req-2bef2fc0-037f-49d3-a620-92474abe9ab6 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905263 Sep 06 14:43:51.046308 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=2938cc83-336f-4a36-a903-03a9dbafd70b,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:51.139335 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749a5c4f-e1a0-4907-b50a-3df7adad7898 x-openstack-request-id: req-749a5c4f-e1a0-4907-b50a-3df7adad7898 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:43:51.139628 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374851ea-8e1d-4cd0-8528-6477587870a2", "name": "network-vif-plugged", "status": "completed", "tag": "2938cc83-336f-4a36-a903-03a9dbafd70b", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:43:51.139882 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-749a5c4f-e1a0-4907-b50a-3df7adad7898 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:43:51.140278 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374851ea-8e1d-4cd0-8528-6477587870a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2938cc83-336f-4a36-a903-03a9dbafd70b', 'code': 200} Sep 06 14:43:51.298794 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de467f-f4bb-492c-8c59-b4e8e14e3b6c req-00f2a0c9-c789-425f-9ce5-97dd816c0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:51.300257 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-09de467f-f4bb-492c-8c59-b4e8e14e3b6c req-00f2a0c9-c789-425f-9ce5-97dd816c0fa6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 1103 time: 0.0389414 Sep 06 14:43:51.334312 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-09de467f-f4bb-492c-8c59-b4e8e14e3b6c req-fdbee207-1e71-44a6-a7ae-3646a71317bf service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269060 Sep 06 14:43:51.839227 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771553c-f2bc-42ca-8b0d-7e062351480f req-f4c7dfd3-5efa-471d-9e43-98c9d9582c53 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:51.840736 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c771553c-f2bc-42ca-8b0d-7e062351480f req-f4c7dfd3-5efa-471d-9e43-98c9d9582c53 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 950 time: 0.0506723 Sep 06 14:43:51.880434 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-c771553c-f2bc-42ca-8b0d-7e062351480f req-42298a29-1e10-41ad-aa57-e807f43029e6 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336750 Sep 06 14:43:53.017329 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41272661-434e-46e3-bbed-5e8eee1f5a51 req-5a8f0fdd-5563-4f4d-aee8-f1379cfca6fa tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:53.018843 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-41272661-434e-46e3-bbed-5e8eee1f5a51 req-5a8f0fdd-5563-4f4d-aee8-f1379cfca6fa tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 950 time: 0.0603199 Sep 06 14:43:53.069314 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-41272661-434e-46e3-bbed-5e8eee1f5a51 req-7b9a602b-0065-499c-bcd4-42c2bc085254 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381839 Sep 06 14:43:54.184871 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8f364-d87a-4830-a3e7-02ea28a88025 req-710ed985-0297-49dd-a72d-006b13317bb1 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:54.186378 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b5d8f364-d87a-4830-a3e7-02ea28a88025 req-710ed985-0297-49dd-a72d-006b13317bb1 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 950 time: 0.0495987 Sep 06 14:43:54.226549 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b5d8f364-d87a-4830-a3e7-02ea28a88025 req-31705c26-7776-4b21-ac4a-781802b10520 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340064 Sep 06 14:43:54.302934 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f32a2-372d-48fb-b4c1-4ab30b486150 req-20124201-5e5f-4c33-a8c3-6da234f91dc2 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:54.304333 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2d2f32a2-372d-48fb-b4c1-4ab30b486150 req-20124201-5e5f-4c33-a8c3-6da234f91dc2 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 946 time: 0.0489161 Sep 06 14:43:54.343221 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2d2f32a2-372d-48fb-b4c1-4ab30b486150 req-d66084a4-461a-4a4e-996f-41b2ee043c76 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326898 Sep 06 14:43:54.488534 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa39740-60e3-4d62-a0d6-bec10694aa23 req-bcf6ecd6-3b91-4f0d-ad90-8207cb3e01e0 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:54.490046 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7aa39740-60e3-4d62-a0d6-bec10694aa23 req-bcf6ecd6-3b91-4f0d-ad90-8207cb3e01e0 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 950 time: 0.0533400 Sep 06 14:43:54.528103 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7aa39740-60e3-4d62-a0d6-bec10694aa23 req-adc16876-b6bc-4ec2-87b1-3e4e394ce608 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Sep 06 14:43:55.460086 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535138c5-8aa1-4e7e-bd34-da9ae2bcfc17 req-99f8ea5d-56c6-467d-b579-4087df903ab8 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:55.461557 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-535138c5-8aa1-4e7e-bd34-da9ae2bcfc17 req-99f8ea5d-56c6-467d-b579-4087df903ab8 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 946 time: 0.0486588 Sep 06 14:43:55.499871 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-535138c5-8aa1-4e7e-bd34-da9ae2bcfc17 req-5759d5e1-b642-4cf4-8cfa-d9f34fd2be2f tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319211 Sep 06 14:43:55.641889 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94e215-b8e9-4ca6-ad94-4cbd5e67c8b6 req-125d973b-a2c4-4428-b802-f8d6a4995493 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:55.643388 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3e94e215-b8e9-4ca6-ad94-4cbd5e67c8b6 req-125d973b-a2c4-4428-b802-f8d6a4995493 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 950 time: 0.0484424 Sep 06 14:43:55.683557 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3e94e215-b8e9-4ca6-ad94-4cbd5e67c8b6 req-5fc7eae3-a585-4d59-8747-48e31e56223c tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/security-groups?id=81c39a71-d944-43e4-a1fd-a2aaf74e3b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343955 Sep 06 14:43:56.190651 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1519d05-bd02-4ea5-8554-acec2fd168b0 req-2e126a26-4905-4e6d-b72b-24b953426e77 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:56.192102 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a1519d05-bd02-4ea5-8554-acec2fd168b0 req-2e126a26-4905-4e6d-b72b-24b953426e77 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.22 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 950 time: 0.0487859 Sep 06 14:43:56.286686 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-a1519d05-bd02-4ea5-8554-acec2fd168b0 req-80a151ff-9662-4ae0-b95f-891a07329dca tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Deleting port 2938cc83-336f-4a36-a903-03a9dbafd70b {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:43:56.287031 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a1519d05-bd02-4ea5-8554-acec2fd168b0 req-80a151ff-9662-4ae0-b95f-891a07329dca tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:56.376314 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-a1519d05-bd02-4ea5-8554-acec2fd168b0 req-80a151ff-9662-4ae0-b95f-891a07329dca tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] For port 2938cc83-336f-4a36-a903-03a9dbafd70b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2938cc83-336f-4a36-a903-03a9dbafd70b,segment=NetworkSegment(7ca3ec9d-cc3f-4899-9de4-feee1a896c9e),segment_id=7ca3ec9d-cc3f-4899-9de4-feee1a896c9e)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:43:56.376820 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a1519d05-bd02-4ea5-8554-acec2fd168b0 req-80a151ff-9662-4ae0-b95f-891a07329dca tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:56.393639 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-a1519d05-bd02-4ea5-8554-acec2fd168b0 req-80a151ff-9662-4ae0-b95f-891a07329dca tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Calling delete_port for 2938cc83-336f-4a36-a903-03a9dbafd70b owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:43:56.518980 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a1519d05-bd02-4ea5-8554-acec2fd168b0 req-80a151ff-9662-4ae0-b95f-891a07329dca tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:56.529206 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d30f8b-3448-4b75-ae41-2f545bccf7c1 req-94c01373-c306-424b-b6d8-a6fbd3b5d8bd tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:56.532722 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['2938cc83-336f-4a36-a903-03a9dbafd70b'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:43:56.549197 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a151ff-9662-4ae0-b95f-891a07329dca tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Pushing event deleted for resources: {'Port': ['ID=2938cc83-336f-4a36-a903-03a9dbafd70b,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:56.559735 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-29d30f8b-3448-4b75-ae41-2f545bccf7c1 req-94c01373-c306-424b-b6d8-a6fbd3b5d8bd tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 946 time: 0.0552728 Sep 06 14:43:56.595580 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1519d05-bd02-4ea5-8554-acec2fd168b0 req-80a151ff-9662-4ae0-b95f-891a07329dca tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] No DVR routers for this DVR port 2938cc83-336f-4a36-a903-03a9dbafd70b on host hv-cinder-79128 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:43:56.607413 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-a1519d05-bd02-4ea5-8554-acec2fd168b0 req-80a151ff-9662-4ae0-b95f-891a07329dca tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:56.609727 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a1519d05-bd02-4ea5-8554-acec2fd168b0 req-80a151ff-9662-4ae0-b95f-891a07329dca tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.22 "DELETE /v2.0/ports/2938cc83-336f-4a36-a903-03a9dbafd70b HTTP/1.1" status: 204 len: 173 time: 0.4089251 Sep 06 14:43:56.610218 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374851ea-8e1d-4cd0-8528-6477587870a2', 'name': 'network-vif-deleted', 'tag': '2938cc83-336f-4a36-a903-03a9dbafd70b'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:43:56.612538 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bce5e46-efd7-4d54-ae05-3930f867671a" -d '{"events": [{"server_uuid": "374851ea-8e1d-4cd0-8528-6477587870a2", "name": "network-vif-deleted", "tag": "2938cc83-336f-4a36-a903-03a9dbafd70b"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:43:56.668707 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0b568-f363-43ec-8f5a-94031c68dd3a req-677c8593-e818-4f2a-a23a-96023d566cc4 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:56.678721 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d7d0b568-f363-43ec-8f5a-94031c68dd3a req-677c8593-e818-4f2a-a23a-96023d566cc4 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1a56f0c-0cdf-4a92-ae49-565595ee1502 HTTP/1.1" status: 200 len: 946 time: 0.0842257 Sep 06 14:43:56.695085 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-29d30f8b-3448-4b75-ae41-2f545bccf7c1 req-4eb7ecc0-444b-407b-bb72-79e37c8b5c1b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Deleting port 1be65ade-e5dd-4c09-a885-2961192554e2 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:43:56.695695 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-29d30f8b-3448-4b75-ae41-2f545bccf7c1 req-4eb7ecc0-444b-407b-bb72-79e37c8b5c1b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:56.741054 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d7d0b568-f363-43ec-8f5a-94031c68dd3a req-30240e8a-548e-4d28-9761-96864b3fba37 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609174 Sep 06 14:43:56.774962 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100b0535-55c0-40e6-b575-e2a5120ef110 x-openstack-request-id: req-100b0535-55c0-40e6-b575-e2a5120ef110 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:43:56.775450 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374851ea-8e1d-4cd0-8528-6477587870a2", "name": "network-vif-deleted", "tag": "2938cc83-336f-4a36-a903-03a9dbafd70b", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:43:56.775533 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-100b0535-55c0-40e6-b575-e2a5120ef110 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:43:56.776103 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374851ea-8e1d-4cd0-8528-6477587870a2', 'name': 'network-vif-deleted', 'tag': '2938cc83-336f-4a36-a903-03a9dbafd70b', 'status': 'completed', 'code': 200} Sep 06 14:43:56.823984 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-29d30f8b-3448-4b75-ae41-2f545bccf7c1 req-4eb7ecc0-444b-407b-bb72-79e37c8b5c1b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] For port 1be65ade-e5dd-4c09-a885-2961192554e2, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1be65ade-e5dd-4c09-a885-2961192554e2,segment=NetworkSegment(7524f0b4-6980-4783-9b14-52a93568c79c),segment_id=7524f0b4-6980-4783-9b14-52a93568c79c)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:43:56.824358 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-29d30f8b-3448-4b75-ae41-2f545bccf7c1 req-4eb7ecc0-444b-407b-bb72-79e37c8b5c1b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:56.838727 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-29d30f8b-3448-4b75-ae41-2f545bccf7c1 req-4eb7ecc0-444b-407b-bb72-79e37c8b5c1b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Calling delete_port for 1be65ade-e5dd-4c09-a885-2961192554e2 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:43:56.850668 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e0accdcd-3a7b-483c-9844-5bc0df73313c req-b3e04401-36aa-4bc1-97e1-a49c21141ea8 tempest-VolumesNegativeTest-864940546 tempest-VolumesNegativeTest-864940546-project] 10.222.0.53 "GET /v2.0/ports?device_id=374851ea-8e1d-4cd0-8528-6477587870a2 HTTP/1.1" status: 200 len: 210 time: 0.0267646 Sep 06 14:43:56.970393 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-29d30f8b-3448-4b75-ae41-2f545bccf7c1 req-4eb7ecc0-444b-407b-bb72-79e37c8b5c1b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:56.981473 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['1be65ade-e5dd-4c09-a885-2961192554e2'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:43:56.999065 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7ecc0-444b-407b-bb72-79e37c8b5c1b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Pushing event deleted for resources: {'Port': ['ID=1be65ade-e5dd-4c09-a885-2961192554e2,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:57.041944 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d30f8b-3448-4b75-ae41-2f545bccf7c1 req-4eb7ecc0-444b-407b-bb72-79e37c8b5c1b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] No DVR routers for this DVR port 1be65ade-e5dd-4c09-a885-2961192554e2 on host hv-cinder-79128 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:43:57.044772 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-29d30f8b-3448-4b75-ae41-2f545bccf7c1 req-4eb7ecc0-444b-407b-bb72-79e37c8b5c1b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:57.046913 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-29d30f8b-3448-4b75-ae41-2f545bccf7c1 req-4eb7ecc0-444b-407b-bb72-79e37c8b5c1b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.22 "DELETE /v2.0/ports/1be65ade-e5dd-4c09-a885-2961192554e2 HTTP/1.1" status: 204 len: 173 time: 0.4863122 Sep 06 14:43:57.047349 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a56f0c-0cdf-4a92-ae49-565595ee1502', 'name': 'network-vif-deleted', 'tag': '1be65ade-e5dd-4c09-a885-2961192554e2'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:43:57.049686 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7892a3e-5bac-4b77-8d8b-482c41633457" -d '{"events": [{"server_uuid": "c1a56f0c-0cdf-4a92-ae49-565595ee1502", "name": "network-vif-deleted", "tag": "1be65ade-e5dd-4c09-a885-2961192554e2"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:43:57.157249 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d99a2d-3715-4d5e-86f6-dd4a521a1d33 x-openstack-request-id: req-23d99a2d-3715-4d5e-86f6-dd4a521a1d33 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:43:57.157550 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a56f0c-0cdf-4a92-ae49-565595ee1502", "name": "network-vif-deleted", "tag": "1be65ade-e5dd-4c09-a885-2961192554e2", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:43:57.157801 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23d99a2d-3715-4d5e-86f6-dd4a521a1d33 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:43:57.158223 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a56f0c-0cdf-4a92-ae49-565595ee1502', 'name': 'network-vif-deleted', 'tag': '1be65ade-e5dd-4c09-a885-2961192554e2', 'status': 'completed', 'code': 200} Sep 06 14:44:02.025897 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 2938cc83-336f-4a36-a903-03a9dbafd70b no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:44:02.045723 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: 2938cc83-336f-4a36-a903-03a9dbafd70b {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:44:02.046093 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 2938cc83-336f-4a36-a903-03a9dbafd70b not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:44:02.046499 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 1be65ade-e5dd-4c09-a885-2961192554e2 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:44:02.064298 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: 1be65ade-e5dd-4c09-a885-2961192554e2 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:44:02.064636 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 1be65ade-e5dd-4c09-a885-2961192554e2 not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:44:03.717186 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56050) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:03.850562 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-50bc9c54-1b1e-4963-b2d3-36d47a43e2fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e64be953a0ff4084b81d4e04656820fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322157 Sep 06 14:44:03.853034 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56054) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:03.901777 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-337cdaa1-e3c5-4621-96fd-12707c922900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:03.923246 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-337cdaa1-e3c5-4621-96fd-12707c922900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:03.968994 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-337cdaa1-e3c5-4621-96fd-12707c922900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:03.971785 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-337cdaa1-e3c5-4621-96fd-12707c922900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:03.972950 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-337cdaa1-e3c5-4621-96fd-12707c922900 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81c39a71-d944-43e4-a1fd-a2aaf74e3b77 HTTP/1.1" status: 204 len: 168 time: 0.1190207 Sep 06 14:44:03.981464 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cdaa1-e3c5-4621-96fd-12707c922900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c39a71-d944-43e4-a1fd-a2aaf74e3b77,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:04.548514 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c6745207-2054-4a5c-b535-11d1a0f8d9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:04.614416 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56082) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:04.709074 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-e2b36de0-54a7-4e90-aecb-ac0ed25c663f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-419750100-network', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:44:04.730026 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b36de0-54a7-4e90-aecb-ac0ed25c663f admin admin] Made reservation on behalf of 990faba234c04a3398f9485ccbfcc07d for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:44:04.732211 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2b36de0-54a7-4e90-aecb-ac0ed25c663f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:04.740418 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2b36de0-54a7-4e90-aecb-ac0ed25c663f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:04.833899 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2b36de0-54a7-4e90-aecb-ac0ed25c663f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:04.838076 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2b36de0-54a7-4e90-aecb-ac0ed25c663f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:04.865544 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b36de0-54a7-4e90-aecb-ac0ed25c663f admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:44:04.873101 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b36de0-54a7-4e90-aecb-ac0ed25c663f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103345fa-0715-46d0-902a-f6b5bdfaf194,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:04.879482 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2b36de0-54a7-4e90-aecb-ac0ed25c663f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:04.879864 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-e2b36de0-54a7-4e90-aecb-ac0ed25c663f admin admin] Added segment 989efdd3-1245-4ad8-8042-2d4031528655 of type vlan for network 64f5913f-8b36-4563-9f9e-aa054a2f2f3b Sep 06 14:44:04.921552 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2b36de0-54a7-4e90-aecb-ac0ed25c663f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:04.948763 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2b36de0-54a7-4e90-aecb-ac0ed25c663f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:04.949842 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b36de0-54a7-4e90-aecb-ac0ed25c663f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:04.950517 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2b36de0-54a7-4e90-aecb-ac0ed25c663f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:04.984461 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e2b36de0-54a7-4e90-aecb-ac0ed25c663f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3689749 Sep 06 14:44:04.987717 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56088) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:04.992758 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-510443a5-a972-46a6-a896-f1ca097bf725 admin admin] Request body: {'subnet': {'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-419750100-subnet', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:44:05.009808 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b36de0-54a7-4e90-aecb-ac0ed25c663f admin admin] Pushing event updated for resources: {'Network': ['ID=64f5913f-8b36-4563-9f9e-aa054a2f2f3b,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:05.013962 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510443a5-a972-46a6-a896-f1ca097bf725 admin admin] Made reservation on behalf of 990faba234c04a3398f9485ccbfcc07d for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:44:05.016843 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-510443a5-a972-46a6-a896-f1ca097bf725 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12567151'] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:05.020640 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network 64f5913f-8b36-4563-9f9e-aa054a2f2f3b details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:44:05.184228 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-510443a5-a972-46a6-a896-f1ca097bf725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11819462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12567105'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:05.238872 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510443a5-a972-46a6-a896-f1ca097bf725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcbd92d1-736b-4447-affb-a0a6d65c33fe,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:05.249253 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510443a5-a972-46a6-a896-f1ca097bf725 admin admin] Checking segment: {'id': '989efdd3-1245-4ad8-8042-2d4031528655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:44:05.249608 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510443a5-a972-46a6-a896-f1ca097bf725 admin admin] Network hostable DHCP agents. Network: 64f5913f-8b36-4563-9f9e-aa054a2f2f3b, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:44:05.266733 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510443a5-a972-46a6-a896-f1ca097bf725 admin admin] Network 64f5913f-8b36-4563-9f9e-aa054a2f2f3b is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:44:05.275422 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-510443a5-a972-46a6-a896-f1ca097bf725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, 64f5913f-8b36-4563-9f9e-aa054a2f2f3b) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:44:05.279848 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510443a5-a972-46a6-a896-f1ca097bf725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:05.280467 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-510443a5-a972-46a6-a896-f1ca097bf725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:05.284134 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8fe7a8-6f7f-414f-a226-9744c5a15ae5 None None] Network 64f5913f-8b36-4563-9f9e-aa054a2f2f3b requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:44:05.294320 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-510443a5-a972-46a6-a896-f1ca097bf725 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3055129 Sep 06 14:44:05.297056 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56090) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:05.301681 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-419750100-router', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:44:05.322904 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:05.323901 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28253'] for router, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:05.376303 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:05.431924 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc921a0d8-8086-577e-a203-f26a00adf144-64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'fixed_ips': [{'subnet_id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe'}]}} from dv-cinder-791281-8-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:44:05.432811 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:05.517810 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:05.567977 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Allocated IP 172.20.0.2 (64f5913f-8b36-4563-9f9e-aa054a2f2f3b/bcbd92d1-736b-4447-affb-a0a6d65c33fe/023a36aa-d20b-4382-a25d-c1ada9e86680) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:44:05.713327 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:05.719012 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:05.721986 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Transition to ACTIVE for port object 023a36aa-d20b-4382-a25d-c1ada9e86680 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:44:05.737512 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Transition to ACTIVE for port object 023a36aa-d20b-4382-a25d-c1ada9e86680 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:44:05.739487 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:05.744181 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:05.788222 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Network 64f5913f-8b36-4563-9f9e-aa054a2f2f3b is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:44:05.792259 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:44:05.799099 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:44:05.802262 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Pushing event updated for resources: {'Port': ['ID=023a36aa-d20b-4382-a25d-c1ada9e86680,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:05.851346 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Allocated IP 172.27.0.87 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/afa233cb-48fa-4182-b701-574232c58f1d) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:44:05.860200 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Attempting to bind port 023a36aa-d20b-4382-a25d-c1ada9e86680 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:44:05.860568 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Attempting to bind port 023a36aa-d20b-4382-a25d-c1ada9e86680 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': '989efdd3-1245-4ad8-8042-2d4031528655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:44:05.860934 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Attempting to bind port 023a36aa-d20b-4382-a25d-c1ada9e86680 on network 64f5913f-8b36-4563-9f9e-aa054a2f2f3b {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:44:05.865936 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:44:05.866361 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Checking segment: {'id': '989efdd3-1245-4ad8-8042-2d4031528655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:44:05.866974 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:05.867410 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Bound using segment: {'id': '989efdd3-1245-4ad8-8042-2d4031528655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:44:05.869116 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Bound port: 023a36aa-d20b-4382-a25d-c1ada9e86680, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989efdd3-1245-4ad8-8042-2d4031528655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:44:05.869514 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:05.933246 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] For port 023a36aa-d20b-4382-a25d-c1ada9e86680, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:44:05.936391 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] For port 023a36aa-d20b-4382-a25d-c1ada9e86680, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=023a36aa-d20b-4382-a25d-c1ada9e86680,segment=NetworkSegment(989efdd3-1245-4ad8-8042-2d4031528655),segment_id=989efdd3-1245-4ad8-8042-2d4031528655)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:44:05.940767 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:05.955614 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:06.000920 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d56741-d452-42fb-8435-a60f1a17edd6 None None] Pushing event updated for resources: {'Port': ['ID=023a36aa-d20b-4382-a25d-c1ada9e86680,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:06.001857 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:06.040339 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:44:06.043313 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:44:06.046898 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:44:06.074010 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Pushing event updated for resources: {'Port': ['ID=afa233cb-48fa-4182-b701-574232c58f1d,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:06.565892 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:06.775777 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679913'] for router, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:06.797393 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 023a36aa-d20b-4382-a25d-c1ada9e86680 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:44:06.856842 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf6015-8798-4df0-b63c-3e74974a9626 None None] Network 64f5913f-8b36-4563-9f9e-aa054a2f2f3b requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:44:06.860419 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port 023a36aa-d20b-4382-a25d-c1ada9e86680 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:44:06.910004 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Router befaf8cc-50d5-4c59-b518-f4f8106c6b8e is scheduled to L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 with binding_index 1 {{(pid=93871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:44:06.935598 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c9f085d9-4344-4db2-ac00-5a09affa46c7 None None] Provisioning for port 023a36aa-d20b-4382-a25d-c1ada9e86680 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:44:06.945674 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c9f085d9-4344-4db2-ac00-5a09affa46c7 None None] Provisioning complete for port 023a36aa-d20b-4382-a25d-c1ada9e86680 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:06.946718 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c9f085d9-4344-4db2-ac00-5a09affa46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:07.022873 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:44:07.038978 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:07.041012 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-e51322cb-1b61-4df0-8d77-8461598ba7b7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7428455 Sep 06 14:44:07.043897 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56096) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:07.137061 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Sync routers for ids ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:44:07.170882 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Routers {'befaf8cc-50d5-4c59-b518-f4f8106c6b8e'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:44:07.171514 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:43:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:07.283521 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c9f085d9-4344-4db2-ac00-5a09affa46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:07.344850 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Set router befaf8cc-50d5-4c59-b518-f4f8106c6b8e gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:44:07.347631 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c9f085d9-4344-4db2-ac00-5a09affa46c7 None None] For port 023a36aa-d20b-4382-a25d-c1ada9e86680, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=023a36aa-d20b-4382-a25d-c1ada9e86680,segment=NetworkSegment(989efdd3-1245-4ad8-8042-2d4031528655),segment_id=989efdd3-1245-4ad8-8042-2d4031528655)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:07.378600 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c9f085d9-4344-4db2-ac00-5a09affa46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:07.481601 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:07.532184 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f085d9-4344-4db2-ac00-5a09affa46c7 None None] Pushing event updated for resources: {'Port': ['ID=023a36aa-d20b-4382-a25d-c1ada9e86680,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:07.541487 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9a873a0c-3706-49ce-aecf-d3579e53172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:07.561878 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-35b66fa5-fc38-44ea-bc97-744908626912 None None] Provisioning complete for port 023a36aa-d20b-4382-a25d-c1ada9e86680 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:07.562272 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-35b66fa5-fc38-44ea-bc97-744908626912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:07.639975 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Allocated IP 172.20.0.1 (64f5913f-8b36-4563-9f9e-aa054a2f2f3b/bcbd92d1-736b-4447-affb-a0a6d65c33fe/fcc86951-6c59-418a-8f4f-203390ca8cf6) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:44:07.643819 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:07.696883 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'name': 'tempest-TestMinimumBasicScenario-419750100-router', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:06Z', 'revision_number': 3, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'gw_port': {'id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:07.726935 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Checking router: befaf8cc-50d5-4c59-b518-f4f8106c6b8e for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:44:07.727857 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Updating router befaf8cc-50d5-4c59-b518-f4f8106c6b8e port afa233cb-48fa-4182-b701-574232c58f1d binding host dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:44:07.739992 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:07.752570 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:07.753752 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Transition to ACTIVE for port object fcc86951-6c59-418a-8f4f-203390ca8cf6 will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:44:07.787569 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:07.831747 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Network 64f5913f-8b36-4563-9f9e-aa054a2f2f3b is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:44:07.834615 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:44:07.837897 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:44:07.866389 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Pushing event updated for resources: {'Port': ['ID=fcc86951-6c59-418a-8f4f-203390ca8cf6,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:07.889174 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368828'] for router_interface, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.029048 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.031083 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.039230 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Transition to ACTIVE for port object afa233cb-48fa-4182-b701-574232c58f1d will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:44:08.045349 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.101052 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Attempting to bind port afa233cb-48fa-4182-b701-574232c58f1d on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:44:08.101427 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Attempting to bind port afa233cb-48fa-4182-b701-574232c58f1d by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:44:08.101790 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Attempting to bind port afa233cb-48fa-4182-b701-574232c58f1d on network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:44:08.106726 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d28ace-0542-4459-afd6-d1aa98ca1a03 None None] Pushing event updated for resources: {'Port': ['ID=afa233cb-48fa-4182-b701-574232c58f1d,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:08.115904 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:44:08.116277 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Checking segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:44:08.116678 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.117064 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Bound using segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:44:08.117529 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Bound port: afa233cb-48fa-4182-b701-574232c58f1d, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:44:08.118149 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.144127 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-a065033e-426e-440a-b16d-db1c857c4370 None None] Provisioning for port fcc86951-6c59-418a-8f4f-203390ca8cf6 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:44:08.152292 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-a065033e-426e-440a-b16d-db1c857c4370 None None] Provisioning complete for port fcc86951-6c59-418a-8f4f-203390ca8cf6 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:08.152676 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a065033e-426e-440a-b16d-db1c857c4370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.193672 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.197306 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] For port afa233cb-48fa-4182-b701-574232c58f1d, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:44:08.198791 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321563'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.201755 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] For port afa233cb-48fa-4182-b701-574232c58f1d, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=afa233cb-48fa-4182-b701-574232c58f1d,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:44:08.207158 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.211196 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-a065033e-426e-440a-b16d-db1c857c4370 None None] Port fcc86951-6c59-418a-8f4f-203390ca8cf6 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:44:08.265524 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Routers {'befaf8cc-50d5-4c59-b518-f4f8106c6b8e'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:44:08.266106 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Pushing event updated for resources: {'Port': ['ID=fcc86951-6c59-418a-8f4f-203390ca8cf6,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:08.266285 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:44:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:08.272890 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677676'] for router_interface, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.304359 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d28ace-0542-4459-afd6-d1aa98ca1a03 None None] Pushing event updated for resources: {'Port': ['ID=afa233cb-48fa-4182-b701-574232c58f1d,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:08.377160 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Network 64f5913f-8b36-4563-9f9e-aa054a2f2f3b is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:44:08.378642 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:44:08.379551 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] Set router befaf8cc-50d5-4c59-b518-f4f8106c6b8e gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:44:08.496413 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Router befaf8cc-50d5-4c59-b518-f4f8106c6b8e has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:44:08.593567 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'name': 'tempest-TestMinimumBasicScenario-419750100-router', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:07Z', 'revision_number': 4, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'gw_port': {'id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'fcc86951-6c59-418a-8f4f-203390ca8cf6', 'name': '', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'mac_address': 'fa:16:3e:0b:7e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:07Z', 'updated_at': '2021-09-06T14:44:08Z', 'revision_number': 2, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'subnets': [{'id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:08.613306 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:44:08.619064 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-71582998-2034-4151-a92f-28ce53913c3b admin admin] 10.222.0.53 "PUT /v2.0/routers/befaf8cc-50d5-4c59-b518-f4f8106c6b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5739253 Sep 06 14:44:08.620514 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1950698f-fb54-4364-b726-82a5b923c491 None None] The sync data for ids ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'] in dv-cinder-791281-8-iscsi is: [{'id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'name': 'tempest-TestMinimumBasicScenario-419750100-router', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:07Z', 'revision_number': 4, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'gw_port': {'id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'fcc86951-6c59-418a-8f4f-203390ca8cf6', 'name': '', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'mac_address': 'fa:16:3e:0b:7e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:07Z', 'updated_at': '2021-09-06T14:44:08Z', 'revision_number': 2, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'subnets': [{'id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:44:08.635115 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-cfacc196-3325-4255-b4d9-2c1ca6a4a8af None None] Provisioning complete for port fcc86951-6c59-418a-8f4f-203390ca8cf6 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:08.635498 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cfacc196-3325-4255-b4d9-2c1ca6a4a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.671310 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc196-3325-4255-b4d9-2c1ca6a4a8af None None] Port fcc86951-6c59-418a-8f4f-203390ca8cf6 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:44:08.768069 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 023a36aa-d20b-4382-a25d-c1ada9e86680 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:44:08.849174 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 023a36aa-d20b-4382-a25d-c1ada9e86680 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:08.849551 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.949207 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.149744 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56116) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:09.155119 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-b350035c-408e-4ed7-b369-3597dec90a9e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2117767407-network', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:44:09.178793 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b350035c-408e-4ed7-b369-3597dec90a9e admin admin] Made reservation on behalf of 35214f82b2fb415e9fcd51c8bd5f2348 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:44:09.181797 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b350035c-408e-4ed7-b369-3597dec90a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.191587 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b350035c-408e-4ed7-b369-3597dec90a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.306735 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b350035c-408e-4ed7-b369-3597dec90a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.310963 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b350035c-408e-4ed7-b369-3597dec90a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.338708 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b350035c-408e-4ed7-b369-3597dec90a9e admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:44:09.349353 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350035c-408e-4ed7-b369-3597dec90a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb66181c-14a9-4fdf-b57d-801127215d4f,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:09.357937 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b350035c-408e-4ed7-b369-3597dec90a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.357937 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-b350035c-408e-4ed7-b369-3597dec90a9e admin admin] Added segment 4e2c883b-b4ed-4f92-bfb0-dd9661c71410 of type vlan for network a1063119-2989-46b4-b20d-18f4fed706c7 Sep 06 14:44:09.401357 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b350035c-408e-4ed7-b369-3597dec90a9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741933082844'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.426887 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b350035c-408e-4ed7-b369-3597dec90a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.427981 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b350035c-408e-4ed7-b369-3597dec90a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:09.428581 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b350035c-408e-4ed7-b369-3597dec90a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.461076 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-b350035c-408e-4ed7-b369-3597dec90a9e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3098769 Sep 06 14:44:09.465131 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56118) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:09.470831 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-b171a22d-49e9-4776-9109-bf9a5a4693cb admin admin] Request body: {'subnet': {'network_id': 'a1063119-2989-46b4-b20d-18f4fed706c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2117767407-subnet', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:44:09.497304 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b171a22d-49e9-4776-9109-bf9a5a4693cb admin admin] Made reservation on behalf of 35214f82b2fb415e9fcd51c8bd5f2348 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:44:09.497663 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350035c-408e-4ed7-b369-3597dec90a9e admin admin] Pushing event updated for resources: {'Network': ['ID=a1063119-2989-46b4-b20d-18f4fed706c7,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:09.500821 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b171a22d-49e9-4776-9109-bf9a5a4693cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5019836'] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.509481 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Network a1063119-2989-46b4-b20d-18f4fed706c7 details requested by agent ovs-agent-dv-cinder-791281-8-iscsi with host dv-cinder-791281-8-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:44:09.693998 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b171a22d-49e9-4776-9109-bf9a5a4693cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5019794'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.755429 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171a22d-49e9-4776-9109-bf9a5a4693cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=05982874-b898-46c4-932e-11933295b7ee,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:09.769225 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b171a22d-49e9-4776-9109-bf9a5a4693cb admin admin] Checking segment: {'id': '4e2c883b-b4ed-4f92-bfb0-dd9661c71410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a1063119-2989-46b4-b20d-18f4fed706c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:44:09.769591 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b171a22d-49e9-4776-9109-bf9a5a4693cb admin admin] Network hostable DHCP agents. Network: a1063119-2989-46b4-b20d-18f4fed706c7, hostable agents: ['eb577e73-7dc5-43e2-8b21-f96b95608447'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:44:09.790701 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b171a22d-49e9-4776-9109-bf9a5a4693cb admin admin] Network a1063119-2989-46b4-b20d-18f4fed706c7 is scheduled to be hosted by DHCP agent eb577e73-7dc5-43e2-8b21-f96b95608447 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:44:09.802346 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-b171a22d-49e9-4776-9109-bf9a5a4693cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-8-iscsi, a1063119-2989-46b4-b20d-18f4fed706c7) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:44:09.807683 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b171a22d-49e9-4776-9109-bf9a5a4693cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:09.808281 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b171a22d-49e9-4776-9109-bf9a5a4693cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.814936 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d165ebcf-e56f-409b-8ceb-8c8de5e13b0c None None] Network a1063119-2989-46b4-b20d-18f4fed706c7 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:44:09.831080 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56134) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:09.831298 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b171a22d-49e9-4776-9109-bf9a5a4693cb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3649051 Sep 06 14:44:09.835739 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2117767407-router', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:44:09.900450 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28228'] for router, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.901530 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28253'] for router, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.927385 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-a89a779c-3be7-472f-84f5-c3bed1849a59 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:09.928899 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-a89a779c-3be7-472f-84f5-c3bed1849a59 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/networks?id=bfc588a9-2d15-4311-a80d-69bfb64e5f74 HTTP/1.1" status: 200 len: 813 time: 0.1405780 Sep 06 14:44:09.982573 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-c5e65c9d-8076-42b4-a9fb-3d775fead995 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/quotas/e2a6168430a1443aa17b699bab5d3b16 HTTP/1.1" status: 200 len: 375 time: 0.0367854 Sep 06 14:44:09.983764 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.987032 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc921a0d8-8086-577e-a203-f26a00adf144-a1063119-2989-46b4-b20d-18f4fed706c7', 'network_id': 'a1063119-2989-46b4-b20d-18f4fed706c7', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'fixed_ips': [{'subnet_id': '05982874-b898-46c4-932e-11933295b7ee'}]}} from dv-cinder-791281-8-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:44:09.988171 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:10.076188 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-dbe8361c-2c70-4b82-96f1-e7cbcd7841ea tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2a6168430a1443aa17b699bab5d3b16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850821 Sep 06 14:44:10.129755 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Allocated IP 172.20.0.2 (a1063119-2989-46b4-b20d-18f4fed706c7/05982874-b898-46c4-932e-11933295b7ee/7d4a4b71-8ded-4451-88c8-20a0802c3f91) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:44:10.151546 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:10.287971 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:10.297054 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Transition to ACTIVE for port object 7d4a4b71-8ded-4451-88c8-20a0802c3f91 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:44:10.312418 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Transition to ACTIVE for port object 7d4a4b71-8ded-4451-88c8-20a0802c3f91 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:44:10.318682 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:10.331734 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-546760b7-7115-4cfa-8d4f-c89768d42269 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc588a9-2d15-4311-a80d-69bfb64e5f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225726 Sep 06 14:44:10.365428 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Network a1063119-2989-46b4-b20d-18f4fed706c7 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:44:10.369745 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:44:10.372336 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:44:10.382660 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Pushing event updated for resources: {'Port': ['ID=7d4a4b71-8ded-4451-88c8-20a0802c3f91,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:10.448772 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Attempting to bind port 7d4a4b71-8ded-4451-88c8-20a0802c3f91 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:44:10.449143 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Attempting to bind port 7d4a4b71-8ded-4451-88c8-20a0802c3f91 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': '4e2c883b-b4ed-4f92-bfb0-dd9661c71410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a1063119-2989-46b4-b20d-18f4fed706c7'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:44:10.449513 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Attempting to bind port 7d4a4b71-8ded-4451-88c8-20a0802c3f91 on network a1063119-2989-46b4-b20d-18f4fed706c7 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:44:10.455750 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:44:10.456126 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Checking segment: {'id': '4e2c883b-b4ed-4f92-bfb0-dd9661c71410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a1063119-2989-46b4-b20d-18f4fed706c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:44:10.456596 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:10.457084 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Bound using segment: {'id': '4e2c883b-b4ed-4f92-bfb0-dd9661c71410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a1063119-2989-46b4-b20d-18f4fed706c7'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:44:10.457706 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Bound port: 7d4a4b71-8ded-4451-88c8-20a0802c3f91, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2c883b-b4ed-4f92-bfb0-dd9661c71410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a1063119-2989-46b4-b20d-18f4fed706c7'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:44:10.458114 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:10.461176 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:10.519613 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:10.527911 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] For port 7d4a4b71-8ded-4451-88c8-20a0802c3f91, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:44:10.532129 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] For port 7d4a4b71-8ded-4451-88c8-20a0802c3f91, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=7d4a4b71-8ded-4451-88c8-20a0802c3f91,segment=NetworkSegment(4e2c883b-b4ed-4f92-bfb0-dd9661c71410),segment_id=4e2c883b-b4ed-4f92-bfb0-dd9661c71410)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:44:10.536163 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:10.549318 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:10.562368 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-5ce8efe0-d6c0-4971-91f9-8875b8626cb7 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc588a9-2d15-4311-a80d-69bfb64e5f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893296 Sep 06 14:44:10.624493 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f4f67-d916-4412-86fe-0701293a7288 None None] Pushing event updated for resources: {'Port': ['ID=7d4a4b71-8ded-4451-88c8-20a0802c3f91,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:10.708037 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Allocated IP 172.27.0.178 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/878a161b-a062-4833-8bf8-9e666703ed0c) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:44:10.782328 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Sync routers for ids ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:44:10.795542 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Routers {'befaf8cc-50d5-4c59-b518-f4f8106c6b8e'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:44:10.796175 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-759f5272-9535-4bc6-897c-174f389c867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:44:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:10.823774 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fe5ddb83-b27c-440c-bc95-970b18d78be2 req-5371f44c-c9c1-4b4b-ae18-d3d9beb14673 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 210 time: 0.0405245 Sep 06 14:44:10.880327 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device afa233cb-48fa-4182-b701-574232c58f1d up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:44:10.905687 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:10.999038 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:11.017290 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Set router befaf8cc-50d5-4c59-b518-f4f8106c6b8e gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:44:11.041752 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port afa233cb-48fa-4182-b701-574232c58f1d completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:44:11.041982 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:44:11.045491 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:44:11.047367 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:44:11.055221 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port afa233cb-48fa-4182-b701-574232c58f1d triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:11.055751 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:11.096120 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Pushing event updated for resources: {'Port': ['ID=878a161b-a062-4833-8bf8-9e666703ed0c,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:11.282901 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-759f5272-9535-4bc6-897c-174f389c867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'name': 'tempest-TestMinimumBasicScenario-419750100-router', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:07Z', 'revision_number': 4, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'gw_port': {'id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'fcc86951-6c59-418a-8f4f-203390ca8cf6', 'name': '', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'mac_address': 'fa:16:3e:0b:7e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:07Z', 'updated_at': '2021-09-06T14:44:08Z', 'revision_number': 2, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'subnets': [{'id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:11.318988 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Checking router: befaf8cc-50d5-4c59-b518-f4f8106c6b8e for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:44:11.319784 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Updating router befaf8cc-50d5-4c59-b518-f4f8106c6b8e port fcc86951-6c59-418a-8f4f-203390ca8cf6 binding host dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:44:11.358691 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:11.364334 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:11.382271 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:11.390256 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port afa233cb-48fa-4182-b701-574232c58f1d, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=afa233cb-48fa-4182-b701-574232c58f1d,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:11.395836 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:11.446099 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=afa233cb-48fa-4182-b701-574232c58f1d,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:11.470362 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:11.652255 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679913'] for router, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:11.679259 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:44:11.701877 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:11.720685 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Transition to ACTIVE for port object fcc86951-6c59-418a-8f4f-203390ca8cf6 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:44:11.728109 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:11.779577 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9cc84-ee17-4252-918d-bd7076099d74 None None] Pushing event updated for resources: {'Port': ['ID=fcc86951-6c59-418a-8f4f-203390ca8cf6,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:11.791176 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9cc84-ee17-4252-918d-bd7076099d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:11.791877 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9cc84-ee17-4252-918d-bd7076099d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:11.791877 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9cc84-ee17-4252-918d-bd7076099d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:11.792176 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9cc84-ee17-4252-918d-bd7076099d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:11.792706 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9cc84-ee17-4252-918d-bd7076099d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:11.793216 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9cc84-ee17-4252-918d-bd7076099d74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:11.793728 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9cc84-ee17-4252-918d-bd7076099d74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:11.794320 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9cc84-ee17-4252-918d-bd7076099d74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:11.794846 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9cc84-ee17-4252-918d-bd7076099d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:11.797104 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9cc84-ee17-4252-918d-bd7076099d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:11.797449 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9cc84-ee17-4252-918d-bd7076099d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:11.797786 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9cc84-ee17-4252-918d-bd7076099d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:11.823088 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Router 57305b5b-7604-42e9-ad88-1f3ef46b57fe is scheduled to L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 with binding_index 1 {{(pid=93871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:44:11.855418 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Attempting to bind port fcc86951-6c59-418a-8f4f-203390ca8cf6 on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:44:11.855781 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Attempting to bind port fcc86951-6c59-418a-8f4f-203390ca8cf6 by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': '989efdd3-1245-4ad8-8042-2d4031528655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:44:11.856342 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Attempting to bind port fcc86951-6c59-418a-8f4f-203390ca8cf6 on network 64f5913f-8b36-4563-9f9e-aa054a2f2f3b {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:44:11.863311 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:44:11.863981 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Checking segment: {'id': '989efdd3-1245-4ad8-8042-2d4031528655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:44:11.864550 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:11.865238 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Bound using segment: {'id': '989efdd3-1245-4ad8-8042-2d4031528655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:44:11.866023 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Bound port: fcc86951-6c59-418a-8f4f-203390ca8cf6, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989efdd3-1245-4ad8-8042-2d4031528655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:44:11.866661 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:11.936348 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d316a9-d99e-4a61-b11f-4c62b428ea3c None None] Network a1063119-2989-46b4-b20d-18f4fed706c7 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:44:11.955744 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-759f5272-9535-4bc6-897c-174f389c867f None None] For port fcc86951-6c59-418a-8f4f-203390ca8cf6, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:44:11.960062 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-759f5272-9535-4bc6-897c-174f389c867f None None] For port fcc86951-6c59-418a-8f4f-203390ca8cf6, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=fcc86951-6c59-418a-8f4f-203390ca8cf6,segment=NetworkSegment(989efdd3-1245-4ad8-8042-2d4031528655),segment_id=989efdd3-1245-4ad8-8042-2d4031528655)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:44:11.966321 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:12.036014 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9cc84-ee17-4252-918d-bd7076099d74 None None] Pushing event updated for resources: {'Port': ['ID=fcc86951-6c59-418a-8f4f-203390ca8cf6,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:12.059571 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Routers {'befaf8cc-50d5-4c59-b518-f4f8106c6b8e'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:44:12.060278 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-759f5272-9535-4bc6-897c-174f389c867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:44:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:12.155366 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-6c93b826-312e-4ec0-8a0b-350e426ad7d1 None None] Provisioning for port 7d4a4b71-8ded-4451-88c8-20a0802c3f91 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:44:12.193231 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-759f5272-9535-4bc6-897c-174f389c867f None None] Set router befaf8cc-50d5-4c59-b518-f4f8106c6b8e gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:44:12.300490 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-8a5bd2bd-fb03-4f22-b7a8-5f73b36e3706 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:12.304563 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-8a5bd2bd-fb03-4f22-b7a8-5f73b36e3706 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.22 "GET /v2.0/networks?id=bfc588a9-2d15-4311-a80d-69bfb64e5f74 HTTP/1.1" status: 200 len: 813 time: 0.2155828 Sep 06 14:44:12.320519 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-d7254cd7-ae3c-442c-a503-914102139066 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Request body: {'port': {'device_id': '2e3aada1-ed45-49b1-b4f2-c1a33b968276', 'network_id': 'bfc588a9-2d15-4311-a80d-69bfb64e5f74', 'admin_state_up': True, 'tenant_id': 'e2a6168430a1443aa17b699bab5d3b16'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:44:12.387535 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4943ea43-536f-410e-8688-54a9951087c5 req-86a16b8f-c3c5-4ab0-912c-db5800545c42 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 210 time: 0.0432630 Sep 06 14:44:12.432549 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:44:12.455192 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Sync routers for ids ['57305b5b-7604-42e9-ad88-1f3ef46b57fe'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:44:12.457197 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:12.459986 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f4adea6b-842b-4914-a545-bc9bae6aa820 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6278276 Sep 06 14:44:12.463510 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56156) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:12.468662 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Routers {'57305b5b-7604-42e9-ad88-1f3ef46b57fe'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:44:12.469299 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:44:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['57305b5b-7604-42e9-ad88-1f3ef46b57fe'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:12.527420 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-759f5272-9535-4bc6-897c-174f389c867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'name': 'tempest-TestMinimumBasicScenario-419750100-router', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:07Z', 'revision_number': 4, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'gw_port': {'id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'fcc86951-6c59-418a-8f4f-203390ca8cf6', 'name': '', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'mac_address': 'fa:16:3e:0b:7e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:07Z', 'updated_at': '2021-09-06T14:44:11Z', 'revision_number': 4, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'subnets': [{'id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:12.532942 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-d7254cd7-ae3c-442c-a503-914102139066 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Made reservation on behalf of e2a6168430a1443aa17b699bab5d3b16 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:44:12.539298 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-d7254cd7-ae3c-442c-a503-914102139066 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:12.560713 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759f5272-9535-4bc6-897c-174f389c867f None None] The sync data for ids ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'] in dv-cinder-791281-8-iscsi is: [{'id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'name': 'tempest-TestMinimumBasicScenario-419750100-router', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:07Z', 'revision_number': 4, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'gw_port': {'id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'fcc86951-6c59-418a-8f4f-203390ca8cf6', 'name': '', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'mac_address': 'fa:16:3e:0b:7e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:07Z', 'updated_at': '2021-09-06T14:44:11Z', 'revision_number': 4, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'subnets': [{'id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:44:12.657300 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Set router 57305b5b-7604-42e9-ad88-1f3ef46b57fe gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:44:12.709476 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-d7254cd7-ae3c-442c-a503-914102139066 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Allocated IP 172.20.0.12 (bfc588a9-2d15-4311-a80d-69bfb64e5f74/b2495c25-55b6-4259-be11-2e907fddffed/5d18cb73-b19d-49f9-8cf8-e31bb3322ea5) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:44:12.909404 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'name': 'tempest-TestMinimumBasicScenario-2117767407-router', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '878a161b-a062-4833-8bf8-9e666703ed0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:09Z', 'updated_at': '2021-09-06T14:44:11Z', 'revision_number': 3, 'project_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'gw_port': {'id': '878a161b-a062-4833-8bf8-9e666703ed0c', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:10Z', 'updated_at': '2021-09-06T14:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:12.940655 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Checking router: 57305b5b-7604-42e9-ad88-1f3ef46b57fe for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:44:12.941277 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Updating router 57305b5b-7604-42e9-ad88-1f3ef46b57fe port 878a161b-a062-4833-8bf8-9e666703ed0c binding host dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:44:12.945049 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-d7254cd7-ae3c-442c-a503-914102139066 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:12.980185 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.000947 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-d7254cd7-ae3c-442c-a503-914102139066 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.018474 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device fcc86951-6c59-418a-8f4f-203390ca8cf6 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:44:13.057282 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-d7254cd7-ae3c-442c-a503-914102139066 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Network bfc588a9-2d15-4311-a80d-69bfb64e5f74 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:44:13.060611 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-d7254cd7-ae3c-442c-a503-914102139066 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:44:13.064758 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-d7254cd7-ae3c-442c-a503-914102139066 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:44:13.072341 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.101104 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7254cd7-ae3c-442c-a503-914102139066 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Pushing event updated for resources: {'Port': ['ID=5d18cb73-b19d-49f9-8cf8-e31bb3322ea5,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:13.139706 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-d7254cd7-ae3c-442c-a503-914102139066 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:13.140481 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-d7254cd7-ae3c-442c-a503-914102139066 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.158523 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-d7254cd7-ae3c-442c-a503-914102139066 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8425493 Sep 06 14:44:13.166564 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port fcc86951-6c59-418a-8f4f-203390ca8cf6 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:44:13.174022 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Request body: {'port': {'device_id': '2e3aada1-ed45-49b1-b4f2-c1a33b968276', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:44:13.179373 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port fcc86951-6c59-418a-8f4f-203390ca8cf6 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:13.179753 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.237276 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.258274 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Allocated IP 172.20.0.1 (a1063119-2989-46b4-b20d-18f4fed706c7/05982874-b898-46c4-932e-11933295b7ee/43247b5f-a504-46c1-8c8a-27aeb14b23ec) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:44:13.328469 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.376517 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port fcc86951-6c59-418a-8f4f-203390ca8cf6, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=fcc86951-6c59-418a-8f4f-203390ca8cf6,segment=NetworkSegment(989efdd3-1245-4ad8-8042-2d4031528655),segment_id=989efdd3-1245-4ad8-8042-2d4031528655)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:13.384925 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.385815 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 7d4a4b71-8ded-4451-88c8-20a0802c3f91 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:44:13.400001 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.425723 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Transition to ACTIVE for port object 43247b5f-a504-46c1-8c8a-27aeb14b23ec will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:44:13.471907 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.513640 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.520293 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Network a1063119-2989-46b4-b20d-18f4fed706c7 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:44:13.522922 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=fcc86951-6c59-418a-8f4f-203390ca8cf6,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:13.526894 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:44:13.532867 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Transition to ACTIVE for port object 878a161b-a062-4833-8bf8-9e666703ed0c will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:44:13.534561 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:44:13.543939 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.554952 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port 7d4a4b71-8ded-4451-88c8-20a0802c3f91 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:44:13.590420 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 7d4a4b71-8ded-4451-88c8-20a0802c3f91 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:13.590939 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.592779 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Pushing event updated for resources: {'Port': ['ID=43247b5f-a504-46c1-8c8a-27aeb14b23ec,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:13.608510 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Attempting to bind port 878a161b-a062-4833-8bf8-9e666703ed0c on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:44:13.608975 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Attempting to bind port 878a161b-a062-4833-8bf8-9e666703ed0c by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:44:13.609412 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Attempting to bind port 878a161b-a062-4833-8bf8-9e666703ed0c on network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:44:13.613599 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c088e8e-6efb-40c5-816f-efbd1d601d47 req-5a9ba08d-f9e1-4be7-9729-d28a3fbb0e35 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:13.615169 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5c088e8e-6efb-40c5-816f-efbd1d601d47 req-5a9ba08d-f9e1-4be7-9729-d28a3fbb0e35 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 932 time: 0.1015327 Sep 06 14:44:13.620163 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368828'] for router_interface, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.646865 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:44:13.647126 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Checking segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:44:13.647536 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.648002 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Bound using segment: {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:44:13.648554 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Bound port: 878a161b-a062-4833-8bf8-9e666703ed0c, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12c2e36-37ac-4579-a78b-90f29139b3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:44:13.649052 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.652818 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366395ff-a069-40cb-b8d8-9246afb68561 None None] Pushing event updated for resources: {'Port': ['ID=878a161b-a062-4833-8bf8-9e666703ed0c,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:13.679065 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:44:13.694249 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.703701 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5c088e8e-6efb-40c5-816f-efbd1d601d47 req-a8d49dcf-7919-4767-b40e-d65299bc6439 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798156 Sep 06 14:44:13.722352 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Transition to ACTIVE for port object 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:44:13.730276 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321563'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.783422 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.789910 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d18cb73-b19d-49f9-8cf8-e31bb3322ea5,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:13.811367 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.815670 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] For port 878a161b-a062-4833-8bf8-9e666703ed0c, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:44:13.834624 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] For port 878a161b-a062-4833-8bf8-9e666703ed0c, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=878a161b-a062-4833-8bf8-9e666703ed0c,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:44:13.843484 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.871444 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Attempting to bind port 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:44:13.871875 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Attempting to bind port 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '7524f0b4-6980-4783-9b14-52a93568c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bfc588a9-2d15-4311-a80d-69bfb64e5f74'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:44:13.872277 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Attempting to bind port 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 on network bfc588a9-2d15-4311-a80d-69bfb64e5f74 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:44:13.876768 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Port 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 on network bfc588a9-2d15-4311-a80d-69bfb64e5f74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:44:13.877259 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Attempting to bind port 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 on network bfc588a9-2d15-4311-a80d-69bfb64e5f74 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:44:13.882147 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:44:13.882492 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Checking segment: {'id': '7524f0b4-6980-4783-9b14-52a93568c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bfc588a9-2d15-4311-a80d-69bfb64e5f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:44:13.882877 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Bound using segment: {'id': '7524f0b4-6980-4783-9b14-52a93568c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bfc588a9-2d15-4311-a80d-69bfb64e5f74'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:44:13.883898 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Bound port: 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7524f0b4-6980-4783-9b14-52a93568c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bfc588a9-2d15-4311-a80d-69bfb64e5f74'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:44:13.884265 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.903941 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port 7d4a4b71-8ded-4451-88c8-20a0802c3f91, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=7d4a4b71-8ded-4451-88c8-20a0802c3f91,segment=NetworkSegment(4e2c883b-b4ed-4f92-bfb0-dd9661c71410),segment_id=4e2c883b-b4ed-4f92-bfb0-dd9661c71410)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:13.916814 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.917593 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device afa233cb-48fa-4182-b701-574232c58f1d up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:44:13.950444 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c9b95869-5917-4053-b581-91dc7d734f8d None None] Provisioning for port 43247b5f-a504-46c1-8c8a-27aeb14b23ec completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:44:13.962716 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c9b95869-5917-4053-b581-91dc7d734f8d None None] Provisioning complete for port 43247b5f-a504-46c1-8c8a-27aeb14b23ec triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:13.963099 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c9b95869-5917-4053-b581-91dc7d734f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.967421 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Routers {'57305b5b-7604-42e9-ad88-1f3ef46b57fe'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:44:13.968084 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:44:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['57305b5b-7604-42e9-ad88-1f3ef46b57fe'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:13.970025 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366395ff-a069-40cb-b8d8-9246afb68561 None None] Pushing event updated for resources: {'Port': ['ID=878a161b-a062-4833-8bf8-9e666703ed0c,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:13.985898 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:13.991480 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:14.082067 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677676'] for router_interface, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:14.085017 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Pushing event updated for resources: {'Port': ['ID=43247b5f-a504-46c1-8c8a-27aeb14b23ec,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:14.121109 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c9b95869-5917-4053-b581-91dc7d734f8d None None] Port 43247b5f-a504-46c1-8c8a-27aeb14b23ec cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:44:14.150388 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=7d4a4b71-8ded-4451-88c8-20a0802c3f91,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:14.162548 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port afa233cb-48fa-4182-b701-574232c58f1d triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:14.162931 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:14.186806 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Network a1063119-2989-46b4-b20d-18f4fed706c7 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:44:14.188168 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] For port 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5, host hv-cinder-79128, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:44:14.188314 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:44:14.192227 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] Set router 57305b5b-7604-42e9-ad88-1f3ef46b57fe gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:44:14.192389 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] For port 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5d18cb73-b19d-49f9-8cf8-e31bb3322ea5,segment=NetworkSegment(7524f0b4-6980-4783-9b14-52a93568c79c),segment_id=7524f0b4-6980-4783-9b14-52a93568c79c)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:44:14.199373 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321563'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:14.244313 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:14.246140 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:14.247582 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] 10.222.0.22 "PUT /v2.0/ports/5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 HTTP/1.1" status: 200 len: 1094 time: 1.0789270 Sep 06 14:44:14.248032 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3aada1-ed45-49b1-b4f2-c1a33b968276', 'tag': '5d18cb73-b19d-49f9-8cf8-e31bb3322ea5'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:44:14.250478 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ce8bc9-c707-4aff-b0a1-0a18f01a5360" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3aada1-ed45-49b1-b4f2-c1a33b968276", "tag": "5d18cb73-b19d-49f9-8cf8-e31bb3322ea5"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:44:14.304077 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577179b3-6ea9-49e2-87f2-38c4f64461e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d18cb73-b19d-49f9-8cf8-e31bb3322ea5,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:14.322339 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d179a96-53e2-462d-8e68-f8316ba5b7d5 x-openstack-request-id: req-0d179a96-53e2-462d-8e68-f8316ba5b7d5 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:44:14.322629 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3aada1-ed45-49b1-b4f2-c1a33b968276", "tag": "5d18cb73-b19d-49f9-8cf8-e31bb3322ea5", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:44:14.323555 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d179a96-53e2-462d-8e68-f8316ba5b7d5 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:44:14.323961 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3aada1-ed45-49b1-b4f2-c1a33b968276', 'tag': '5d18cb73-b19d-49f9-8cf8-e31bb3322ea5', 'status': 'completed', 'code': 200} Sep 06 14:44:14.345013 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Router 57305b5b-7604-42e9-ad88-1f3ef46b57fe has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:44:14.377171 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-40e0aee2-c2bf-4288-95e8-a598ee50e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:14.378809 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-40e0aee2-c2bf-4288-95e8-a598ee50e3d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2a6168430a1443aa17b699bab5d3b16&device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 1097 time: 0.0540187 Sep 06 14:44:14.424438 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-a8d62c5e-3850-4925-a1de-da1038ea686d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 HTTP/1.1" status: 200 len: 217 time: 0.0371666 Sep 06 14:44:14.475026 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:44:14.480390 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-3549e925-b7d6-43bd-8662-cfe3a2efeb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:14.481794 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-3549e925-b7d6-43bd-8662-cfe3a2efeb7b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2495c25-55b6-4259-be11-2e907fddffed HTTP/1.1" status: 200 len: 853 time: 0.0490100 Sep 06 14:44:14.482067 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-34b5d47e-7499-4b55-9f1f-879df0523d34 admin admin] 10.222.0.53 "PUT /v2.0/routers/57305b5b-7604-42e9-ad88-1f3ef46b57fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0154552 Sep 06 14:44:14.490978 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'name': 'tempest-TestMinimumBasicScenario-2117767407-router', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '878a161b-a062-4833-8bf8-9e666703ed0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:09Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 4, 'project_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'gw_port': {'id': '878a161b-a062-4833-8bf8-9e666703ed0c', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:10Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '43247b5f-a504-46c1-8c8a-27aeb14b23ec', 'name': '', 'network_id': 'a1063119-2989-46b4-b20d-18f4fed706c7', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'mac_address': 'fa:16:3e:06:5a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '05982874-b898-46c4-932e-11933295b7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:13Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 2, 'project_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'subnets': [{'id': '05982874-b898-46c4-932e-11933295b7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:14.515701 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-1d981b1d-603b-4dbd-871f-8118f1a0565b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bfc588a9-2d15-4311-a80d-69bfb64e5f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261004 Sep 06 14:44:14.522947 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2097f-f53c-41ad-a6a3-e7712ee7becc None None] The sync data for ids ['57305b5b-7604-42e9-ad88-1f3ef46b57fe'] in dv-cinder-791281-8-iscsi is: [{'id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'name': 'tempest-TestMinimumBasicScenario-2117767407-router', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '878a161b-a062-4833-8bf8-9e666703ed0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:09Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 4, 'project_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'gw_port': {'id': '878a161b-a062-4833-8bf8-9e666703ed0c', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:10Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '43247b5f-a504-46c1-8c8a-27aeb14b23ec', 'name': '', 'network_id': 'a1063119-2989-46b4-b20d-18f4fed706c7', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'mac_address': 'fa:16:3e:06:5a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '05982874-b898-46c4-932e-11933295b7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:13Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 2, 'project_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'subnets': [{'id': '05982874-b898-46c4-932e-11933295b7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:44:14.548637 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-cdda5991-e21f-4839-92ca-c48fb7776037 None None] Provisioning complete for port 43247b5f-a504-46c1-8c8a-27aeb14b23ec triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:14.549021 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cdda5991-e21f-4839-92ca-c48fb7776037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:14.593221 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-cdda5991-e21f-4839-92ca-c48fb7776037 None None] Port 43247b5f-a504-46c1-8c8a-27aeb14b23ec cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:44:14.631155 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-dca61ab6-4329-4ddb-9f7b-f47b3562f2f1 service neutron] 10.222.0.22 "GET /v2.0/networks/bfc588a9-2d15-4311-a80d-69bfb64e5f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069314 Sep 06 14:44:14.755165 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc8bd1bf-b5f2-4d46-a11e-3529ddd565ee req-89e1b759-f2e7-4ae5-9e62-fa05c4ed9746 service neutron] 10.222.0.22 "GET /v2.0/networks/bfc588a9-2d15-4311-a80d-69bfb64e5f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163168 Sep 06 14:44:14.855930 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device fcc86951-6c59-418a-8f4f-203390ca8cf6 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:44:14.901515 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34fc2f-1f28-49f3-96e7-b9c7169481e6 req-0372b72e-d1f4-4d42-895b-d1bf391304ac tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:14.908895 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a34fc2f-1f28-49f3-96e7-b9c7169481e6 req-0372b72e-d1f4-4d42-895b-d1bf391304ac tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 944 time: 0.1093395 Sep 06 14:44:14.925751 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port fcc86951-6c59-418a-8f4f-203390ca8cf6 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:14.925751 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:14.943141 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce8bc9-c707-4aff-b0a1-0a18f01a5360 req-0dc817d5-3f29-417e-9993-99dab26a113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:14.944986 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f5ce8bc9-c707-4aff-b0a1-0a18f01a5360 req-0dc817d5-3f29-417e-9993-99dab26a113e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2a6168430a1443aa17b699bab5d3b16&device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 1097 time: 0.1092653 Sep 06 14:44:14.990405 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a34fc2f-1f28-49f3-96e7-b9c7169481e6 req-8ae0a9a0-2d68-4dcb-92d9-adc546dff1fe tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806744 Sep 06 14:44:15.111688 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce8bc9-c707-4aff-b0a1-0a18f01a5360 req-48a53111-2722-4aef-b91c-6245ba7a84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:15.112791 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f5ce8bc9-c707-4aff-b0a1-0a18f01a5360 req-48a53111-2722-4aef-b91c-6245ba7a84c1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bfc588a9-2d15-4311-a80d-69bfb64e5f74 HTTP/1.1" status: 200 len: 914 time: 0.1597033 Sep 06 14:44:15.161604 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f5ce8bc9-c707-4aff-b0a1-0a18f01a5360 req-1e08122a-601b-474f-b940-88d5182ee126 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 HTTP/1.1" status: 200 len: 217 time: 0.0372794 Sep 06 14:44:15.167926 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 7d4a4b71-8ded-4451-88c8-20a0802c3f91 up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:44:15.218477 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce8bc9-c707-4aff-b0a1-0a18f01a5360 req-db86c01e-5f70-4adf-8986-9c4112dbcbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:15.219988 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f5ce8bc9-c707-4aff-b0a1-0a18f01a5360 req-db86c01e-5f70-4adf-8986-9c4112dbcbff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2495c25-55b6-4259-be11-2e907fddffed HTTP/1.1" status: 200 len: 853 time: 0.0504339 Sep 06 14:44:15.224044 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 7d4a4b71-8ded-4451-88c8-20a0802c3f91 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:15.224409 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:15.256041 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f5ce8bc9-c707-4aff-b0a1-0a18f01a5360 req-63820cad-8052-41d7-8102-5c5d42db9677 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bfc588a9-2d15-4311-a80d-69bfb64e5f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272427 Sep 06 14:44:15.373325 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f5ce8bc9-c707-4aff-b0a1-0a18f01a5360 req-3c8e99ac-7256-4acf-9f52-ccaa051af192 service neutron] 10.222.0.22 "GET /v2.0/networks/bfc588a9-2d15-4311-a80d-69bfb64e5f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081166 Sep 06 14:44:15.516753 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f5ce8bc9-c707-4aff-b0a1-0a18f01a5360 req-6f2d9131-7897-46df-aa75-5a82eec2521b service neutron] 10.222.0.22 "GET /v2.0/networks/bfc588a9-2d15-4311-a80d-69bfb64e5f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357746 Sep 06 14:44:16.145493 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f3e2b-88a6-436d-b286-18947961b93d req-9e257246-4410-4f96-956e-580957e5d45a tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:16.147194 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-343f3e2b-88a6-436d-b286-18947961b93d req-9e257246-4410-4f96-956e-580957e5d45a tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 944 time: 0.0562601 Sep 06 14:44:16.188431 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-343f3e2b-88a6-436d-b286-18947961b93d req-38238941-3c33-4ddb-9ad9-853c60d36410 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345654 Sep 06 14:44:16.809062 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 878a161b-a062-4833-8bf8-9e666703ed0c up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:44:16.861210 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Sync routers for ids ['57305b5b-7604-42e9-ad88-1f3ef46b57fe'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:44:16.874443 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Routers {'57305b5b-7604-42e9-ad88-1f3ef46b57fe'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:44:16.875062 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:44:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['57305b5b-7604-42e9-ad88-1f3ef46b57fe'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:16.891214 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port 878a161b-a062-4833-8bf8-9e666703ed0c completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:44:16.896008 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 878a161b-a062-4833-8bf8-9e666703ed0c triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:16.896497 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:16.988064 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:17.007424 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Set router 57305b5b-7604-42e9-ad88-1f3ef46b57fe gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:44:17.016805 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port 878a161b-a062-4833-8bf8-9e666703ed0c, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=878a161b-a062-4833-8bf8-9e666703ed0c,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:17.023213 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:17.114113 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=878a161b-a062-4833-8bf8-9e666703ed0c,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:17.347293 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e9ff8-2eef-4ce2-95e3-9e91d9e13c78 req-22165259-f3e0-4a13-92ba-2adc02829087 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:17.348882 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-583e9ff8-2eef-4ce2-95e3-9e91d9e13c78 req-22165259-f3e0-4a13-92ba-2adc02829087 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 944 time: 0.0754592 Sep 06 14:44:17.389258 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'name': 'tempest-TestMinimumBasicScenario-2117767407-router', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '878a161b-a062-4833-8bf8-9e666703ed0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:09Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 4, 'project_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'gw_port': {'id': '878a161b-a062-4833-8bf8-9e666703ed0c', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:10Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '43247b5f-a504-46c1-8c8a-27aeb14b23ec', 'name': '', 'network_id': 'a1063119-2989-46b4-b20d-18f4fed706c7', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'mac_address': 'fa:16:3e:06:5a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '05982874-b898-46c4-932e-11933295b7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:13Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 2, 'project_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'subnets': [{'id': '05982874-b898-46c4-932e-11933295b7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:17.417440 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-583e9ff8-2eef-4ce2-95e3-9e91d9e13c78 req-2caa00b0-8005-4985-868b-a02863624d6d tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514936 Sep 06 14:44:17.436130 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Checking router: 57305b5b-7604-42e9-ad88-1f3ef46b57fe for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:44:17.436494 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Updating router 57305b5b-7604-42e9-ad88-1f3ef46b57fe port 43247b5f-a504-46c1-8c8a-27aeb14b23ec binding host dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:44:17.470847 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:17.779477 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:17.792664 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Transition to ACTIVE for port object 43247b5f-a504-46c1-8c8a-27aeb14b23ec will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:44:17.802279 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:17.858372 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4d0cb-2f78-4988-9bef-7496163e0201 None None] Pushing event updated for resources: {'Port': ['ID=43247b5f-a504-46c1-8c8a-27aeb14b23ec,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:17.921450 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Attempting to bind port 43247b5f-a504-46c1-8c8a-27aeb14b23ec on host dv-cinder-791281-8-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:44:17.922338 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Attempting to bind port 43247b5f-a504-46c1-8c8a-27aeb14b23ec by drivers openvswitch,hyperv on host dv-cinder-791281-8-iscsi at level 0 using segments [{'id': '4e2c883b-b4ed-4f92-bfb0-dd9661c71410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a1063119-2989-46b4-b20d-18f4fed706c7'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:44:17.922338 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Attempting to bind port 43247b5f-a504-46c1-8c8a-27aeb14b23ec on network a1063119-2989-46b4-b20d-18f4fed706c7 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:44:17.927816 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Checking agent: {'id': '4bcb7005-7b78-423f-a951-6ee87669cdd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 23, 38), 'started_at': datetime.datetime(2021, 9, 6, 14, 24, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:44:17.928197 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Checking segment: {'id': '4e2c883b-b4ed-4f92-bfb0-dd9661c71410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a1063119-2989-46b4-b20d-18f4fed706c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:44:17.928598 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:17.929045 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Bound using segment: {'id': '4e2c883b-b4ed-4f92-bfb0-dd9661c71410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a1063119-2989-46b4-b20d-18f4fed706c7'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:44:17.929439 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Bound port: 43247b5f-a504-46c1-8c8a-27aeb14b23ec, host: dv-cinder-791281-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2c883b-b4ed-4f92-bfb0-dd9661c71410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a1063119-2989-46b4-b20d-18f4fed706c7'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:44:17.929813 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:18.012270 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] For port 43247b5f-a504-46c1-8c8a-27aeb14b23ec, host dv-cinder-791281-8-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:44:18.015453 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] For port 43247b5f-a504-46c1-8c8a-27aeb14b23ec, host dv-cinder-791281-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=43247b5f-a504-46c1-8c8a-27aeb14b23ec,segment=NetworkSegment(4e2c883b-b4ed-4f92-bfb0-dd9661c71410),segment_id=4e2c883b-b4ed-4f92-bfb0-dd9661c71410)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:44:18.026856 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:18.099096 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Routers {'57305b5b-7604-42e9-ad88-1f3ef46b57fe'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:44:18.099732 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:44:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['57305b5b-7604-42e9-ad88-1f3ef46b57fe'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:18.105894 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4d0cb-2f78-4988-9bef-7496163e0201 None None] Pushing event updated for resources: {'Port': ['ID=43247b5f-a504-46c1-8c8a-27aeb14b23ec,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:18.247153 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] Set router 57305b5b-7604-42e9-ad88-1f3ef46b57fe gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:44:18.490793 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'name': 'tempest-TestMinimumBasicScenario-2117767407-router', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '878a161b-a062-4833-8bf8-9e666703ed0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:09Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 4, 'project_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'gw_port': {'id': '878a161b-a062-4833-8bf8-9e666703ed0c', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:10Z', 'updated_at': '2021-09-06T14:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '43247b5f-a504-46c1-8c8a-27aeb14b23ec', 'name': '', 'network_id': 'a1063119-2989-46b4-b20d-18f4fed706c7', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'mac_address': 'fa:16:3e:06:5a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '05982874-b898-46c4-932e-11933295b7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:13Z', 'updated_at': '2021-09-06T14:44:18Z', 'revision_number': 4, 'project_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'subnets': [{'id': '05982874-b898-46c4-932e-11933295b7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:18.527719 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cdb53c-4d7b-4396-b573-6c2f39f65604 None None] The sync data for ids ['57305b5b-7604-42e9-ad88-1f3ef46b57fe'] in dv-cinder-791281-8-iscsi is: [{'id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'name': 'tempest-TestMinimumBasicScenario-2117767407-router', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '878a161b-a062-4833-8bf8-9e666703ed0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:09Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 4, 'project_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'gw_port': {'id': '878a161b-a062-4833-8bf8-9e666703ed0c', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:10Z', 'updated_at': '2021-09-06T14:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': '43247b5f-a504-46c1-8c8a-27aeb14b23ec', 'name': '', 'network_id': 'a1063119-2989-46b4-b20d-18f4fed706c7', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'mac_address': 'fa:16:3e:06:5a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '05982874-b898-46c4-932e-11933295b7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:13Z', 'updated_at': '2021-09-06T14:44:18Z', 'revision_number': 4, 'project_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'subnets': [{'id': '05982874-b898-46c4-932e-11933295b7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:44:18.584939 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc81ae-3ae8-42a3-8652-c4b2b58f041f req-cd2b5f05-ffb2-4489-8f51-f880cb3fc307 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:18.592806 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d2dc81ae-3ae8-42a3-8652-c4b2b58f041f req-cd2b5f05-ffb2-4489-8f51-f880cb3fc307 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 944 time: 0.0795443 Sep 06 14:44:18.639818 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d2dc81ae-3ae8-42a3-8652-c4b2b58f041f req-2039cfa9-9886-459c-8a80-9a49afcd2a7b tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460052 Sep 06 14:44:18.847368 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 43247b5f-a504-46c1-8c8a-27aeb14b23ec up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:44:18.919414 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning for port 43247b5f-a504-46c1-8c8a-27aeb14b23ec completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:44:18.926450 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 43247b5f-a504-46c1-8c8a-27aeb14b23ec triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:18.927237 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:19.023175 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:19.036713 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:44:19.079903 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] For port 43247b5f-a504-46c1-8c8a-27aeb14b23ec, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=43247b5f-a504-46c1-8c8a-27aeb14b23ec,segment=NetworkSegment(4e2c883b-b4ed-4f92-bfb0-dd9661c71410),segment_id=4e2c883b-b4ed-4f92-bfb0-dd9661c71410)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:19.126013 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:19.126861 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 878a161b-a062-4833-8bf8-9e666703ed0c up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:44:19.271112 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Pushing event updated for resources: {'Port': ['ID=43247b5f-a504-46c1-8c8a-27aeb14b23ec,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:19.287668 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5d18cb73-b19d-49f9-8cf8-e31bb3322ea5,segment=NetworkSegment(7524f0b4-6980-4783-9b14-52a93568c79c),segment_id=7524f0b4-6980-4783-9b14-52a93568c79c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:19.304934 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': '5d18cb73-b19d-49f9-8cf8-e31bb3322ea5', 'network_id': 'bfc588a9-2d15-4311-a80d-69bfb64e5f74', 'port_id': '5d18cb73-b19d-49f9-8cf8-e31bb3322ea5', 'mac_address': 'fa:16:3e:3c:f0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2495c25-55b6-4259-be11-2e907fddffed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:44:19.309840 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 878a161b-a062-4833-8bf8-9e666703ed0c triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:19.310349 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:19.380572 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:19.411146 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:44:19.457891 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5d18cb73-b19d-49f9-8cf8-e31bb3322ea5,segment=NetworkSegment(7524f0b4-6980-4783-9b14-52a93568c79c),segment_id=7524f0b4-6980-4783-9b14-52a93568c79c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:19.467331 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:19.538015 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=5d18cb73-b19d-49f9-8cf8-e31bb3322ea5,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:19.764909 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7473e-c7b5-4ef6-82cc-057335e706a2 req-132ca8ce-1c43-4896-9fbf-3927aecf3895 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:19.766564 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eed7473e-c7b5-4ef6-82cc-057335e706a2 req-132ca8ce-1c43-4896-9fbf-3927aecf3895 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 945 time: 0.0577171 Sep 06 14:44:19.799731 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['5d18cb73-b19d-49f9-8cf8-e31bb3322ea5'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:44:19.812233 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eed7473e-c7b5-4ef6-82cc-057335e706a2 req-321e4984-deb5-49e9-8db3-48aeb8d772b7 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Sep 06 14:44:20.780543 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 43247b5f-a504-46c1-8c8a-27aeb14b23ec up at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:44:20.843447 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Provisioning complete for port 43247b5f-a504-46c1-8c8a-27aeb14b23ec triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:20.843835 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:20.948044 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b610e6-a953-4266-aa36-8f025f66001f req-dd4c3ca8-d45e-4354-8eea-8951c201aa4e tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:20.949901 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-16b610e6-a953-4266-aa36-8f025f66001f req-dd4c3ca8-d45e-4354-8eea-8951c201aa4e tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 945 time: 0.0583687 Sep 06 14:44:20.994798 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-16b610e6-a953-4266-aa36-8f025f66001f req-0b8a102f-dee8-4407-b57c-1097444f4459 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387619 Sep 06 14:44:21.028541 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:44:21.086037 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:44:21.093334 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:21.093799 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:21.212746 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:21.239561 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3aada1-ed45-49b1-b4f2-c1a33b968276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d18cb73-b19d-49f9-8cf8-e31bb3322ea5'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:44:21.242140 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32683fa0-0e03-46e1-875d-ca245a704e7f" -d '{"events": [{"server_uuid": "2e3aada1-ed45-49b1-b4f2-c1a33b968276", "name": "network-vif-plugged", "status": "completed", "tag": "5d18cb73-b19d-49f9-8cf8-e31bb3322ea5"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:44:21.259571 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5d18cb73-b19d-49f9-8cf8-e31bb3322ea5,segment=NetworkSegment(7524f0b4-6980-4783-9b14-52a93568c79c),segment_id=7524f0b4-6980-4783-9b14-52a93568c79c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:21.265495 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:21.308400 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4608be-c553-4a21-a837-cf35581609b4 x-openstack-request-id: req-9c4608be-c553-4a21-a837-cf35581609b4 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:44:21.309103 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3aada1-ed45-49b1-b4f2-c1a33b968276", "name": "network-vif-plugged", "status": "completed", "tag": "5d18cb73-b19d-49f9-8cf8-e31bb3322ea5", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:44:21.309581 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c4608be-c553-4a21-a837-cf35581609b4 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:44:21.310219 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3aada1-ed45-49b1-b4f2-c1a33b968276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d18cb73-b19d-49f9-8cf8-e31bb3322ea5', 'code': 200} Sep 06 14:44:21.342154 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=5d18cb73-b19d-49f9-8cf8-e31bb3322ea5,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:21.495776 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaccca6-040a-4d92-ba6e-fad1094c4e8a req-8d0a741e-2aaf-4f33-a3c0-2e3a4dd667bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:21.497600 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cfaccca6-040a-4d92-ba6e-fad1094c4e8a req-8d0a741e-2aaf-4f33-a3c0-2e3a4dd667bb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 1099 time: 0.0544093 Sep 06 14:44:21.541450 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cfaccca6-040a-4d92-ba6e-fad1094c4e8a req-23abd6a3-14ed-4441-8d33-b2b4e1ea043d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365412 Sep 06 14:44:22.124865 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465790c-21a4-4113-aa35-a0d19d1f3fdd req-5ea222b3-c54d-4216-8795-5c5bbe987377 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:22.130623 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8465790c-21a4-4113-aa35-a0d19d1f3fdd req-5ea222b3-c54d-4216-8795-5c5bbe987377 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 946 time: 0.0601428 Sep 06 14:44:22.168795 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8465790c-21a4-4113-aa35-a0d19d1f3fdd req-c14ae331-56c4-4eac-9bcf-3c73285269d8 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364327 Sep 06 14:44:23.314626 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fa4cc-d6ce-4195-9ad9-d9fb54aa9183 req-8998603c-613d-48f3-b0d4-0fb07a213afa tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:23.315528 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d91fa4cc-d6ce-4195-9ad9-d9fb54aa9183 req-8998603c-613d-48f3-b0d4-0fb07a213afa tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 946 time: 0.0645974 Sep 06 14:44:23.362471 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d91fa4cc-d6ce-4195-9ad9-d9fb54aa9183 req-8c3b5e53-08b5-4436-98c1-427fe6504df8 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387545 Sep 06 14:44:24.389178 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899aece0-6870-486d-ad9c-2969983ab126 req-7d865d98-b3f8-4826-b77f-b3a247528e7a tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:24.390804 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-899aece0-6870-486d-ad9c-2969983ab126 req-7d865d98-b3f8-4826-b77f-b3a247528e7a tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/networks?id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b HTTP/1.1" status: 200 len: 814 time: 0.1069531 Sep 06 14:44:24.406284 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-899aece0-6870-486d-ad9c-2969983ab126 req-5823e956-b5b2-4463-acd0-e8783648ae21 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/quotas/990faba234c04a3398f9485ccbfcc07d HTTP/1.1" status: 200 len: 375 time: 0.0094738 Sep 06 14:44:24.459364 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-899aece0-6870-486d-ad9c-2969983ab126 req-09789357-f191-45cf-b8af-8d9c5ef8d687 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=990faba234c04a3398f9485ccbfcc07d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476840 Sep 06 14:44:24.564375 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-899aece0-6870-486d-ad9c-2969983ab126 req-7f118c60-0ce6-4c9e-91ff-86b538a60362 service neutron] 10.222.0.53 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925798 Sep 06 14:44:24.663655 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-899aece0-6870-486d-ad9c-2969983ab126 req-20ef76b6-b5f2-4e6c-a857-a1fff77d0239 service neutron] 10.222.0.53 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930004 Sep 06 14:44:24.852744 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74bd2703-a3f6-495b-b10c-7f8540607fa2 req-f6dcc7b8-ed0b-4a33-ba2a-36e6e91def5a tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 210 time: 0.0372374 Sep 06 14:44:25.771048 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899aece0-6870-486d-ad9c-2969983ab126 req-3a78ac09-c7d7-46f6-a70e-baab6e3f2cb7 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:25.772509 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-899aece0-6870-486d-ad9c-2969983ab126 req-3a78ac09-c7d7-46f6-a70e-baab6e3f2cb7 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.22 "GET /v2.0/networks?id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b HTTP/1.1" status: 200 len: 814 time: 0.1113143 Sep 06 14:44:25.791513 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-899aece0-6870-486d-ad9c-2969983ab126 req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Request body: {'port': {'device_id': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'admin_state_up': True, 'tenant_id': '990faba234c04a3398f9485ccbfcc07d'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:44:25.909210 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899aece0-6870-486d-ad9c-2969983ab126 req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Made reservation on behalf of 990faba234c04a3398f9485ccbfcc07d for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:44:25.912674 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-899aece0-6870-486d-ad9c-2969983ab126 req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:25.960837 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-46bbc2e4-0bb7-4ee6-b873-35e6b7438a14 req-1a1295a3-4f16-41fc-95d5-1dcea35944b4 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 210 time: 0.0372415 Sep 06 14:44:26.051458 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-899aece0-6870-486d-ad9c-2969983ab126 req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Allocated IP 172.20.0.12 (64f5913f-8b36-4563-9f9e-aa054a2f2f3b/bcbd92d1-736b-4447-affb-a0a6d65c33fe/38a996fa-8e8d-4941-b1ca-332b45e5ae3c) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:44:26.236417 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-899aece0-6870-486d-ad9c-2969983ab126 req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:26.257226 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-899aece0-6870-486d-ad9c-2969983ab126 req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Transition to ACTIVE for port object 38a996fa-8e8d-4941-b1ca-332b45e5ae3c will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:44:26.297694 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-899aece0-6870-486d-ad9c-2969983ab126 req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:26.350041 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899aece0-6870-486d-ad9c-2969983ab126 req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Network 64f5913f-8b36-4563-9f9e-aa054a2f2f3b is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:44:26.353704 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-899aece0-6870-486d-ad9c-2969983ab126 req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:44:26.356725 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-899aece0-6870-486d-ad9c-2969983ab126 req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:44:26.367112 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Pushing event updated for resources: {'Port': ['ID=38a996fa-8e8d-4941-b1ca-332b45e5ae3c,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:26.405419 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:26.405854 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:26.406289 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:26.406705 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:26.407124 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:26.407501 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:26.407897 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:26.408308 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:26.408699 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:26.409087 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:26.409478 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:26.409873 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:26.442540 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899aece0-6870-486d-ad9c-2969983ab126 req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:26.443186 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-899aece0-6870-486d-ad9c-2969983ab126 req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:26.462343 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-899aece0-6870-486d-ad9c-2969983ab126 req-070443e8-f707-4bdb-843a-36400ad97667 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6764290 Sep 06 14:44:26.658947 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-8e3587c0-3fc4-413a-b5eb-5d2a75c07fbe None None] Provisioning for port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:44:26.663148 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-8e3587c0-3fc4-413a-b5eb-5d2a75c07fbe None None] Provisioning complete for port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:26.663536 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8e3587c0-3fc4-413a-b5eb-5d2a75c07fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:26.720469 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-8e3587c0-3fc4-413a-b5eb-5d2a75c07fbe None None] Port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:44:27.127577 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72db99-8aef-421b-9991-e231c2948173 req-3ce6e780-7a4a-4041-a4b7-e7b1811c2910 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:27.129364 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cd72db99-8aef-421b-9991-e231c2948173 req-3ce6e780-7a4a-4041-a4b7-e7b1811c2910 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0661900 Sep 06 14:44:27.168426 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cd72db99-8aef-421b-9991-e231c2948173 req-cd0a5796-03d0-4d9f-a086-47cd8f27f101 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323014 Sep 06 14:44:28.454872 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703699-702e-4dba-86eb-292efc08a145 req-9e4ff427-faf8-469b-9213-0fd3d687b8fc tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:28.456372 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-92703699-702e-4dba-86eb-292efc08a145 req-9e4ff427-faf8-469b-9213-0fd3d687b8fc tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0547106 Sep 06 14:44:28.499090 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-92703699-702e-4dba-86eb-292efc08a145 req-761856fb-a35d-4fea-b168-c40ce6fa845c tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356019 Sep 06 14:44:29.637869 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dadab2-cf0e-4975-aa28-d47a1c1e408c req-138b2343-419f-4b8d-96fa-5fd694bdee35 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:29.639374 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-93dadab2-cf0e-4975-aa28-d47a1c1e408c req-138b2343-419f-4b8d-96fa-5fd694bdee35 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0488625 Sep 06 14:44:29.676704 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-93dadab2-cf0e-4975-aa28-d47a1c1e408c req-7e1be33a-0c00-4524-b2e3-1cf5cce536e7 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313721 Sep 06 14:44:30.804451 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa51b4e-eed0-4b72-ae60-a278cb1bdc63 req-8c99a284-406c-4734-ae75-a1a07f59a558 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:30.806613 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-faa51b4e-eed0-4b72-ae60-a278cb1bdc63 req-8c99a284-406c-4734-ae75-a1a07f59a558 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0493801 Sep 06 14:44:30.852190 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-faa51b4e-eed0-4b72-ae60-a278cb1bdc63 req-1eb52830-6087-4bc1-816a-a56d1168b9be tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369563 Sep 06 14:44:31.975474 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7648b71-925f-410d-9833-fb5a345ae452 req-147a5d62-4328-4546-acd7-778c362b4615 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:31.977542 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b7648b71-925f-410d-9833-fb5a345ae452 req-147a5d62-4328-4546-acd7-778c362b4615 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0498397 Sep 06 14:44:32.042263 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b7648b71-925f-410d-9833-fb5a345ae452 req-7bacda1d-ceec-45f9-a002-d27bd9e5f873 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562224 Sep 06 14:44:33.168103 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69190be4-7faa-4eab-b14f-9c7a43d85aeb req-b673f975-4fac-4017-907a-0c8d0d7e855f tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:33.169577 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-69190be4-7faa-4eab-b14f-9c7a43d85aeb req-b673f975-4fac-4017-907a-0c8d0d7e855f tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0599732 Sep 06 14:44:33.208676 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-69190be4-7faa-4eab-b14f-9c7a43d85aeb req-64859cfd-acb5-4664-b2f0-b1deed9487aa tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328174 Sep 06 14:44:34.356438 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4e510-71c7-4f0d-9494-99648f89ce00 req-ea1974c9-5894-408b-8327-8b05686fc662 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:34.357987 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0ec4e510-71c7-4f0d-9494-99648f89ce00 req-ea1974c9-5894-408b-8327-8b05686fc662 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0785835 Sep 06 14:44:34.406007 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0ec4e510-71c7-4f0d-9494-99648f89ce00 req-a8e5ff74-4f76-4b1e-8134-3b322bb271ef tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 Sep 06 14:44:34.552516 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b43cc72d-b4b2-42e6-ae73-c501968f63f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:35.525554 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb520731-57bb-41c4-af4b-310af27b9bb6 req-3d0474e4-b336-4b24-a800-7c2e1772a013 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:35.527101 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fb520731-57bb-41c4-af4b-310af27b9bb6 req-3d0474e4-b336-4b24-a800-7c2e1772a013 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0529108 Sep 06 14:44:35.566405 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fb520731-57bb-41c4-af4b-310af27b9bb6 req-70919aed-201d-4b7f-a5b4-59617acc4923 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332892 Sep 06 14:44:36.698005 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b6c23-4cfc-411a-b8f2-274320968941 req-fa00f791-d828-4c56-93bd-87f0f358e30c tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:36.699540 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-064b6c23-4cfc-411a-b8f2-274320968941 req-fa00f791-d828-4c56-93bd-87f0f358e30c tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0494041 Sep 06 14:44:36.739476 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-064b6c23-4cfc-411a-b8f2-274320968941 req-1cf7ed65-3df2-469f-9599-62ecdbc983b1 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338707 Sep 06 14:44:37.463419 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a97f82cf-7b4f-4ecf-b9f1-c51dbd370fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:37.615423 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:37.861758 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507adbd-3bd6-4236-8979-e09f83a55e16 req-0a974848-5465-4fd9-a583-bdbc27cdfac7 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:37.863502 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2507adbd-3bd6-4236-8979-e09f83a55e16 req-0a974848-5465-4fd9-a583-bdbc27cdfac7 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0554221 Sep 06 14:44:37.906114 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2507adbd-3bd6-4236-8979-e09f83a55e16 req-519277c0-ac66-42b5-958c-b14ff13b243a tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352201 Sep 06 14:44:38.941895 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:39.031125 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b30454-9e54-4b8f-b483-22fcd1e123a6 req-c24808da-12f2-43ce-ad3b-dac63e914842 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:39.032748 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-34b30454-9e54-4b8f-b483-22fcd1e123a6 req-c24808da-12f2-43ce-ad3b-dac63e914842 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0609725 Sep 06 14:44:39.074163 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-34b30454-9e54-4b8f-b483-22fcd1e123a6 req-ba18975d-022c-4224-bfb3-7ba7c561d747 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348475 Sep 06 14:44:40.189828 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1aa0a7-5fa5-44ac-8d5d-8511fa85fa15 req-606cb425-24d8-4d88-a31d-2da83b709c08 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:40.191327 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5e1aa0a7-5fa5-44ac-8d5d-8511fa85fa15 req-606cb425-24d8-4d88-a31d-2da83b709c08 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0519505 Sep 06 14:44:40.228907 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5e1aa0a7-5fa5-44ac-8d5d-8511fa85fa15 req-74511f54-f92b-4abd-a899-c2b465084710 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312386 Sep 06 14:44:40.445223 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:41.348563 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8297c9-c83a-4fbb-9c75-6cd0d5b9c7f1 req-9429a8bf-ccd3-4d0b-becd-916a849e5f63 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:41.350078 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b8297c9-c83a-4fbb-9c75-6cd0d5b9c7f1 req-9429a8bf-ccd3-4d0b-becd-916a849e5f63 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0536535 Sep 06 14:44:41.389754 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b8297c9-c83a-4fbb-9c75-6cd0d5b9c7f1 req-67b1f555-bb2b-4968-9be3-ed16e1b43f6b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335305 Sep 06 14:44:41.468044 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:42.507806 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790aa55-984e-42ea-86e1-9e7fcb34ea14 req-3bf96f4a-055e-4a68-a4c7-a77a15cb572e tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:42.509298 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2790aa55-984e-42ea-86e1-9e7fcb34ea14 req-3bf96f4a-055e-4a68-a4c7-a77a15cb572e tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0505645 Sep 06 14:44:42.547469 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2790aa55-984e-42ea-86e1-9e7fcb34ea14 req-d9df075e-f203-4b6a-9a57-578de65e2619 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322306 Sep 06 14:44:43.662441 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c976d-b859-4fc1-9a58-762d1304bf96 req-1cae5326-fe6b-4265-898f-b2e6ec3ec8da tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:43.663955 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6f9c976d-b859-4fc1-9a58-762d1304bf96 req-1cae5326-fe6b-4265-898f-b2e6ec3ec8da tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0504675 Sep 06 14:44:43.704948 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6f9c976d-b859-4fc1-9a58-762d1304bf96 req-564fc4f7-b63d-49f6-b34e-90d02d0866a4 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342922 Sep 06 14:44:44.824345 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a827a-b9ba-4407-9903-a2af00d003d0 req-22d920da-ee86-4386-83e7-0150f899e984 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:44.825849 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-458a827a-b9ba-4407-9903-a2af00d003d0 req-22d920da-ee86-4386-83e7-0150f899e984 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0508940 Sep 06 14:44:44.863505 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-458a827a-b9ba-4407-9903-a2af00d003d0 req-71f8b364-5a16-4786-ae07-70b339227493 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 Sep 06 14:44:45.978512 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31fd25-3add-4fd7-8339-b192ff306072 req-b0efe797-1648-4ae0-986d-69ddd52d9c10 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:45.980023 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b31fd25-3add-4fd7-8339-b192ff306072 req-b0efe797-1648-4ae0-986d-69ddd52d9c10 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0514019 Sep 06 14:44:46.019487 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b31fd25-3add-4fd7-8339-b192ff306072 req-ca4185a8-10cc-46e4-a6b7-88746d0b9f59 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330412 Sep 06 14:44:47.139904 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5c5f9-af12-48f1-927e-dfef8b22ff87 req-73e8ed2e-ff0c-43f4-a162-c72dc315e86a tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:47.141440 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-25b5c5f9-af12-48f1-927e-dfef8b22ff87 req-73e8ed2e-ff0c-43f4-a162-c72dc315e86a tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0553615 Sep 06 14:44:47.180619 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-25b5c5f9-af12-48f1-927e-dfef8b22ff87 req-04691e14-b057-4adf-9bb8-9f84e74ace60 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333707 Sep 06 14:44:48.301109 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6f66c-48b5-4fbe-875a-d9673c84ff8e req-b1a9a775-067c-4b93-ab37-7e6aac2a4ec4 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:48.302687 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c1e6f66c-48b5-4fbe-875a-d9673c84ff8e req-b1a9a775-067c-4b93-ab37-7e6aac2a4ec4 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 932 time: 0.0545046 Sep 06 14:44:48.341976 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c1e6f66c-48b5-4fbe-875a-d9673c84ff8e req-715dc9b8-e007-4f73-bb40-22f2eb1de95e tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325403 Sep 06 14:44:48.396874 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Request body: {'port': {'device_id': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:44:48.454857 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:48.459202 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-72b88f21-380f-4a38-b81e-71c582d83960 req-c3f997f0-201f-451a-b70a-ffb41de7dbec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412455 Sep 06 14:44:48.539446 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b88f21-380f-4a38-b81e-71c582d83960 req-fcd92b93-1be9-4baa-8b45-d7d459fd543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:48.540970 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-72b88f21-380f-4a38-b81e-71c582d83960 req-fcd92b93-1be9-4baa-8b45-d7d459fd543a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 1098 time: 0.0410163 Sep 06 14:44:48.659407 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b88f21-380f-4a38-b81e-71c582d83960 req-58112f03-db91-4558-b3cd-26815c11becd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:48.660886 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-72b88f21-380f-4a38-b81e-71c582d83960 req-58112f03-db91-4558-b3cd-26815c11becd service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 200 len: 913 time: 0.0900662 Sep 06 14:44:48.679214 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:44:48.727728 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-72b88f21-380f-4a38-b81e-71c582d83960 req-e4cd083f-4b6a-4529-8008-1e05225af93d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84ad0583-9fb2-4ef9-993a-e6589bb4661c HTTP/1.1" status: 200 len: 1001 time: 0.0582876 Sep 06 14:44:48.733304 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a996fa-8e8d-4941-b1ca-332b45e5ae3c {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:44:48.741053 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:48.754676 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Transition to ACTIVE for port object 38a996fa-8e8d-4941-b1ca-332b45e5ae3c will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:44:48.758221 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321563'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:48.778480 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b88f21-380f-4a38-b81e-71c582d83960 req-06dfc288-f7f7-403a-a245-4ddd35190b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:48.779970 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-72b88f21-380f-4a38-b81e-71c582d83960 req-06dfc288-f7f7-403a-a245-4ddd35190b07 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3d8f3db7-1100-47f8-a041-76cc8cbfc844 HTTP/1.1" status: 200 len: 851 time: 0.0448024 Sep 06 14:44:48.815067 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Pushing event updated for resources: {'Port': ['ID=38a996fa-8e8d-4941-b1ca-332b45e5ae3c,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:48.832613 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b88f21-380f-4a38-b81e-71c582d83960 req-96fe14f1-dc36-438f-a7e2-ff50dbf8f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:48.834227 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-72b88f21-380f-4a38-b81e-71c582d83960 req-96fe14f1-dc36-438f-a7e2-ff50dbf8f031 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c60b747-df5e-44fc-9133-15b63b143d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466256 Sep 06 14:44:48.885350 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Attempting to bind port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c on host hv-cinder-79128 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:44:48.885702 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Attempting to bind port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '989efdd3-1245-4ad8-8042-2d4031528655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:44:48.886060 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Attempting to bind port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c on network 64f5913f-8b36-4563-9f9e-aa054a2f2f3b {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:44:48.891436 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c on network 64f5913f-8b36-4563-9f9e-aa054a2f2f3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:44:48.891766 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Attempting to bind port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c on network 64f5913f-8b36-4563-9f9e-aa054a2f2f3b {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:44:48.897177 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Checking agent: {'id': '15893694-0aee-48a2-8635-fd07ca4aa6c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'started_at': datetime.datetime(2021, 9, 6, 14, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:44:48.897530 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Checking segment: {'id': '989efdd3-1245-4ad8-8042-2d4031528655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:44:48.897903 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Bound using segment: {'id': '989efdd3-1245-4ad8-8042-2d4031528655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:44:48.898370 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Bound port: 38a996fa-8e8d-4941-b1ca-332b45e5ae3c, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989efdd3-1245-4ad8-8042-2d4031528655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:44:48.898732 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:48.936772 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-72b88f21-380f-4a38-b81e-71c582d83960 req-0dd016c5-6b67-4730-a1c3-3966654050ab service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940962 Sep 06 14:44:48.976708 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] For port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c, host hv-cinder-79128, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:44:48.982366 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] For port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=38a996fa-8e8d-4941-b1ca-332b45e5ae3c,segment=NetworkSegment(989efdd3-1245-4ad8-8042-2d4031528655),segment_id=989efdd3-1245-4ad8-8042-2d4031528655)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:44:48.987997 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321563'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:49.026070 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:49.026760 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:49.029504 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-899aece0-6870-486d-ad9c-2969983ab126 req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] 10.222.0.22 "PUT /v2.0/ports/38a996fa-8e8d-4941-b1ca-332b45e5ae3c HTTP/1.1" status: 200 len: 1094 time: 0.6370816 Sep 06 14:44:49.031646 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'tag': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:44:49.035534 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b88269-cfd9-4787-8033-a34f856bb9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "25e8f306-7c37-4264-bffa-b4b070e077ae", "tag": "38a996fa-8e8d-4941-b1ca-332b45e5ae3c"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:44:49.055085 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-72b88f21-380f-4a38-b81e-71c582d83960 req-9b026a03-5861-4f6e-8b04-48e4b178e0de service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105924 Sep 06 14:44:49.071152 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff1b91-6ed7-4385-838d-cfffb393c272 service neutron] Pushing event updated for resources: {'Port': ['ID=38a996fa-8e8d-4941-b1ca-332b45e5ae3c,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:49.125813 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e53ca2b-f576-453e-8c04-55f0aec4fbca x-openstack-request-id: req-9e53ca2b-f576-453e-8c04-55f0aec4fbca {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:44:49.126224 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e8f306-7c37-4264-bffa-b4b070e077ae", "tag": "38a996fa-8e8d-4941-b1ca-332b45e5ae3c", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:44:49.126583 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e53ca2b-f576-453e-8c04-55f0aec4fbca {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:44:49.127650 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'tag': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c', 'status': 'completed', 'code': 200} Sep 06 14:44:49.137589 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899aece0-6870-486d-ad9c-2969983ab126 req-e2d79557-521e-441d-a36b-086d9c337a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:49.139159 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-899aece0-6870-486d-ad9c-2969983ab126 req-e2d79557-521e-441d-a36b-086d9c337a86 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=990faba234c04a3398f9485ccbfcc07d&device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 1097 time: 0.0470364 Sep 06 14:44:49.253735 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-899aece0-6870-486d-ad9c-2969983ab126 req-ce69a057-49fc-47b1-ae5a-61a4f69835c8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a996fa-8e8d-4941-b1ca-332b45e5ae3c HTTP/1.1" status: 200 len: 217 time: 0.0604713 Sep 06 14:44:49.310655 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899aece0-6870-486d-ad9c-2969983ab126 req-34ff4e22-d6b0-4a27-b4f2-d035a6eb6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:49.312134 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-899aece0-6870-486d-ad9c-2969983ab126 req-34ff4e22-d6b0-4a27-b4f2-d035a6eb6869 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcbd92d1-736b-4447-affb-a0a6d65c33fe HTTP/1.1" status: 200 len: 853 time: 0.0451968 Sep 06 14:44:49.359500 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899aece0-6870-486d-ad9c-2969983ab126 req-81d299a5-d5b4-4126-8563-0acf48908411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:49.361182 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-899aece0-6870-486d-ad9c-2969983ab126 req-81d299a5-d5b4-4126-8563-0acf48908411 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411243 Sep 06 14:44:49.460482 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-899aece0-6870-486d-ad9c-2969983ab126 req-4e353d11-64a0-483a-b49d-600c61d5130f service neutron] 10.222.0.22 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894945 Sep 06 14:44:49.461670 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c33e-ffbd-44ed-944f-57476f71e744 req-e30f8db5-f78b-4c15-804d-0c6c98e04671 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:49.463331 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7334c33e-ffbd-44ed-944f-57476f71e744 req-e30f8db5-f78b-4c15-804d-0c6c98e04671 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 944 time: 0.0515070 Sep 06 14:44:49.502206 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7334c33e-ffbd-44ed-944f-57476f71e744 req-c165c99e-89c6-4344-bfe3-9d248717c7e4 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321639 Sep 06 14:44:49.552769 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-899aece0-6870-486d-ad9c-2969983ab126 req-edd3c57b-2c73-4287-8ac0-f47b7086d082 service neutron] 10.222.0.22 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837891 Sep 06 14:44:49.654504 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b88269-cfd9-4787-8033-a34f856bb9e1 req-4b42d707-f266-4fee-a138-7ed0d4345993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:49.656053 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-09b88269-cfd9-4787-8033-a34f856bb9e1 req-4b42d707-f266-4fee-a138-7ed0d4345993 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=990faba234c04a3398f9485ccbfcc07d&device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 1097 time: 0.0529556 Sep 06 14:44:49.766037 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b88269-cfd9-4787-8033-a34f856bb9e1 req-fe32a578-3ac9-4f90-87e1-af340e6671bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:49.767543 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-09b88269-cfd9-4787-8033-a34f856bb9e1 req-fe32a578-3ac9-4f90-87e1-af340e6671bf service neutron] 10.222.0.22 "GET /v2.0/networks?id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b HTTP/1.1" status: 200 len: 915 time: 0.1035049 Sep 06 14:44:49.810625 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-09b88269-cfd9-4787-8033-a34f856bb9e1 req-2fede81a-bee3-4ac9-9958-cfea0f3fa9c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a996fa-8e8d-4941-b1ca-332b45e5ae3c HTTP/1.1" status: 200 len: 217 time: 0.0351591 Sep 06 14:44:49.872165 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b88269-cfd9-4787-8033-a34f856bb9e1 req-403fc5f2-966b-4de2-8821-b700faf3b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:49.873772 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-09b88269-cfd9-4787-8033-a34f856bb9e1 req-403fc5f2-966b-4de2-8821-b700faf3b0bd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcbd92d1-736b-4447-affb-a0a6d65c33fe HTTP/1.1" status: 200 len: 853 time: 0.0484724 Sep 06 14:44:49.922699 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b88269-cfd9-4787-8033-a34f856bb9e1 req-13e9392e-bb01-4dc2-8d35-a65d2ed37a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:49.924191 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-09b88269-cfd9-4787-8033-a34f856bb9e1 req-13e9392e-bb01-4dc2-8d35-a65d2ed37a7c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409029 Sep 06 14:44:50.023903 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-09b88269-cfd9-4787-8033-a34f856bb9e1 req-b6fa9a3d-8e3b-4c22-8811-1ca54ffd2308 service neutron] 10.222.0.22 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911217 Sep 06 14:44:50.116454 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-09b88269-cfd9-4787-8033-a34f856bb9e1 req-a5a1d094-d71c-49f2-99b7-3b7d7924882e service neutron] 10.222.0.22 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851021 Sep 06 14:44:50.618923 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a738cc-bd0e-42fe-a492-6fbf1d9a636a req-b92aeddf-c79c-4c95-be6e-8638e1c06ba3 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:50.620389 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-61a738cc-bd0e-42fe-a492-6fbf1d9a636a req-b92aeddf-c79c-4c95-be6e-8638e1c06ba3 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 944 time: 0.0494194 Sep 06 14:44:50.658759 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-61a738cc-bd0e-42fe-a492-6fbf1d9a636a req-aba3d91a-3662-4ae2-88d9-133295b216a2 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314629 Sep 06 14:44:51.773260 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ff303-4cf6-4f8d-a74c-904de4bfd157 req-1cf78f03-d2df-4a50-8bd6-c6f64df5880f tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:51.774935 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-086ff303-4cf6-4f8d-a74c-904de4bfd157 req-1cf78f03-d2df-4a50-8bd6-c6f64df5880f tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 944 time: 0.0497279 Sep 06 14:44:51.816854 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-086ff303-4cf6-4f8d-a74c-904de4bfd157 req-aa07e334-3843-4604-9623-e7a969b61588 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355520 Sep 06 14:44:52.935466 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f2c47-b255-4d10-b745-18a77839fbd5 req-11e6dc29-d1e9-4b0e-a5c8-82420ad13f61 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:52.936972 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-665f2c47-b255-4d10-b745-18a77839fbd5 req-11e6dc29-d1e9-4b0e-a5c8-82420ad13f61 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 944 time: 0.0527720 Sep 06 14:44:52.979126 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-665f2c47-b255-4d10-b745-18a77839fbd5 req-634b7e71-fd5f-4cc1-a27f-1778c7683779 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361791 Sep 06 14:44:54.096102 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59745b0-0a6c-4d2e-9673-50104e7481d3 req-de0343b0-e2e1-40d5-948d-76060ab0e45f tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:54.097605 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a59745b0-0a6c-4d2e-9673-50104e7481d3 req-de0343b0-e2e1-40d5-948d-76060ab0e45f tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 944 time: 0.0523262 Sep 06 14:44:54.138406 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a59745b0-0a6c-4d2e-9673-50104e7481d3 req-6d0c5712-f498-41d9-bf21-3e45056c3f18 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338395 Sep 06 14:44:55.253383 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936c22c-ad2a-4275-bae8-51b2851065a4 req-54e6c7a2-bfc6-4494-a346-871e5f032106 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:55.254943 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f936c22c-ad2a-4275-bae8-51b2851065a4 req-54e6c7a2-bfc6-4494-a346-871e5f032106 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 944 time: 0.0493250 Sep 06 14:44:55.292145 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f936c22c-ad2a-4275-bae8-51b2851065a4 req-d28c7967-a904-4289-b9d1-fed01b56955b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313170 Sep 06 14:44:55.729295 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 38a996fa-8e8d-4941-b1ca-332b45e5ae3c details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:44:55.826975 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=38a996fa-8e8d-4941-b1ca-332b45e5ae3c,segment=NetworkSegment(989efdd3-1245-4ad8-8042-2d4031528655),segment_id=989efdd3-1245-4ad8-8042-2d4031528655)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:55.837739 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Returning: {'device': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'port_id': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c', 'mac_address': 'fa:16:3e:49:30:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:44:55.873839 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:55.885963 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a996fa-8e8d-4941-b1ca-332b45e5ae3c {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:44:55.905422 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=38a996fa-8e8d-4941-b1ca-332b45e5ae3c,segment=NetworkSegment(989efdd3-1245-4ad8-8042-2d4031528655),segment_id=989efdd3-1245-4ad8-8042-2d4031528655)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:55.910162 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:55.956761 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=38a996fa-8e8d-4941-b1ca-332b45e5ae3c,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:55.963705 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:55.964051 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:55.964389 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:55.964726 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:55.965057 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:55.965385 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:55.965711 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:55.966134 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:55.966134 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:55.966884 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:55.967207 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:55.967528 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:56.407288 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02aac29-1ae9-45d2-8236-fb2d60e44e65 req-a220eb61-536a-462d-8225-2c7517558186 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:56.408787 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c02aac29-1ae9-45d2-8236-fb2d60e44e65 req-a220eb61-536a-462d-8225-2c7517558186 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 945 time: 0.0491903 Sep 06 14:44:56.446639 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c02aac29-1ae9-45d2-8236-fb2d60e44e65 req-32a29d9a-e6e2-4b9b-a9e6-4c0a0926b0a5 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319495 Sep 06 14:44:56.800289 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['38a996fa-8e8d-4941-b1ca-332b45e5ae3c'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:44:57.560644 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0eeb2c-76a6-4fc6-a465-904cc0cfa228 req-484260bd-3983-4824-b3a3-5538b3972688 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:57.562188 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5e0eeb2c-76a6-4fc6-a465-904cc0cfa228 req-484260bd-3983-4824-b3a3-5538b3972688 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 945 time: 0.0488718 Sep 06 14:44:57.599053 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5e0eeb2c-76a6-4fc6-a465-904cc0cfa228 req-f7616155-7479-45c2-8204-086afc89efa2 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308173 Sep 06 14:44:58.715401 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16923b24-ab11-4da5-a751-6ec29db50863 req-8d6f034c-99cc-4bfa-83c0-4472b16917a6 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:58.717238 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-16923b24-ab11-4da5-a751-6ec29db50863 req-8d6f034c-99cc-4bfa-83c0-4472b16917a6 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 945 time: 0.0507238 Sep 06 14:44:58.756253 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-16923b24-ab11-4da5-a751-6ec29db50863 req-38a2d7df-bb8e-47bd-9fc7-1b245d2627fc tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331945 Sep 06 14:44:59.874818 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07aaa4-66fb-430f-a664-1b5435808da9 req-10ef34f6-5d2d-4aec-bb87-24dbee00b4a8 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:59.876267 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4a07aaa4-66fb-430f-a664-1b5435808da9 req-10ef34f6-5d2d-4aec-bb87-24dbee00b4a8 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 945 time: 0.0527680 Sep 06 14:44:59.914196 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-4a07aaa4-66fb-430f-a664-1b5435808da9 req-a2e19c9a-3570-43f5-9d0a-5eb11cea0d1d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Sep 06 14:45:00.401682 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 38a996fa-8e8d-4941-b1ca-332b45e5ae3c up at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:45:00.451223 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning for port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:45:00.455029 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Provisioning complete for port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:00.455397 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:00.532177 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:00.553911 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:45:00.556132 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e65fe297d3d140bad0db5710db5aeed7a9f6d1200883dd3b3e798e5cced37bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942443ed-1a29-4d77-8504-43c6f8322737" -d '{"events": [{"server_uuid": "25e8f306-7c37-4264-bffa-b4b070e077ae", "name": "network-vif-plugged", "status": "completed", "tag": "38a996fa-8e8d-4941-b1ca-332b45e5ae3c"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:45:00.569356 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] For port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=38a996fa-8e8d-4941-b1ca-332b45e5ae3c,segment=NetworkSegment(989efdd3-1245-4ad8-8042-2d4031528655),segment_id=989efdd3-1245-4ad8-8042-2d4031528655)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:00.573901 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:00.598134 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01afc621-b1a7-4b28-8247-9f2f370591e2 x-openstack-request-id: req-01afc621-b1a7-4b28-8247-9f2f370591e2 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:45:00.598417 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e8f306-7c37-4264-bffa-b4b070e077ae", "name": "network-vif-plugged", "status": "completed", "tag": "38a996fa-8e8d-4941-b1ca-332b45e5ae3c", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:45:00.598663 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01afc621-b1a7-4b28-8247-9f2f370591e2 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:45:00.599039 dv-cinder-791281-8-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c', 'code': 200} Sep 06 14:45:00.624723 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Pushing event updated for resources: {'Port': ['ID=38a996fa-8e8d-4941-b1ca-332b45e5ae3c,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:01.027040 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82975e1f-7f34-4143-9bfe-5320b78faead req-f4835a60-0bc8-44ae-a30b-b020336fc5f3 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:01.029184 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-82975e1f-7f34-4143-9bfe-5320b78faead req-f4835a60-0bc8-44ae-a30b-b020336fc5f3 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 946 time: 0.0492649 Sep 06 14:45:01.066187 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-82975e1f-7f34-4143-9bfe-5320b78faead req-5b33bf08-ef22-4134-a244-43bb53d26fbe tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Sep 06 14:45:02.009360 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc68c53-5921-4fb0-be70-50d673dc0f3d req-0a762da7-a55a-42d5-8bf5-83fee5c9c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:02.010868 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7dc68c53-5921-4fb0-be70-50d673dc0f3d req-0a762da7-a55a-42d5-8bf5-83fee5c9c22b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 1099 time: 0.0399625 Sep 06 14:45:02.055254 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7dc68c53-5921-4fb0-be70-50d673dc0f3d req-f846f728-6c60-4320-89f8-49e1702bf464 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270703 Sep 06 14:45:02.190451 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d91a38-c91c-4cfd-a05c-2e08bca9d6c4 req-1801056f-5bf5-4e2e-91c7-7b36dd8fbe8c tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:02.191886 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-83d91a38-c91c-4cfd-a05c-2e08bca9d6c4 req-1801056f-5bf5-4e2e-91c7-7b36dd8fbe8c tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 946 time: 0.0553305 Sep 06 14:45:02.231939 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-83d91a38-c91c-4cfd-a05c-2e08bca9d6c4 req-56222d35-a4c9-4d7d-9f03-8b6ba2dd40c8 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Sep 06 14:45:03.350283 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d9ca4-9f25-48a5-934f-0f1ab06f02b3 req-098ff64a-caeb-41a4-9eca-6d64794312c2 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:03.351783 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-605d9ca4-9f25-48a5-934f-0f1ab06f02b3 req-098ff64a-caeb-41a4-9eca-6d64794312c2 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 946 time: 0.0548820 Sep 06 14:45:03.391425 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-605d9ca4-9f25-48a5-934f-0f1ab06f02b3 req-34066865-93e0-4f5e-b0c4-09f2cd529dce tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334063 Sep 06 14:45:04.507528 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278076ac-b10b-4840-8f72-2662c916e509 req-60f9a109-0e2c-42b6-9344-77c3737c4379 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:04.509179 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-278076ac-b10b-4840-8f72-2662c916e509 req-60f9a109-0e2c-42b6-9344-77c3737c4379 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 946 time: 0.0514438 Sep 06 14:45:04.548617 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-278076ac-b10b-4840-8f72-2662c916e509 req-857603a5-3b20-4619-82f8-8da5c1195937 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332518 Sep 06 14:45:04.597784 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-53f36a47-b42f-4a53-97bc-6792a677eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:04.666872 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bc132-7393-4c8b-83ec-237b4d0aee52 req-03b0cb24-5b81-4c49-a7fd-65aae5043ced tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:04.668382 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fa4bc132-7393-4c8b-83ec-237b4d0aee52 req-03b0cb24-5b81-4c49-a7fd-65aae5043ced tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 946 time: 0.0515795 Sep 06 14:45:04.707213 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fa4bc132-7393-4c8b-83ec-237b4d0aee52 req-aa14ce9d-c1df-4925-b19e-bb4c8a092093 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322165 Sep 06 14:45:05.026744 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a82ae-22f2-4f05-9a3f-9294fb78c866 req-0c04d634-db12-495b-a590-f03786521714 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:05.028225 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-757a82ae-22f2-4f05-9a3f-9294fb78c866 req-0c04d634-db12-495b-a590-f03786521714 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 946 time: 0.0479445 Sep 06 14:45:05.065844 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-757a82ae-22f2-4f05-9a3f-9294fb78c866 req-5e340c26-1bb3-4eff-aac3-cb846ff7ab01 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317762 Sep 06 14:45:07.465553 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d8c0473e-91cc-4356-a9da-fe11f4884a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:07.620596 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:07.700991 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb74fca-8fad-4c9e-bff3-265ef7009e6e req-268c2a53-0d3c-428d-8196-b703f5c9310a tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:07.702480 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3cb74fca-8fad-4c9e-bff3-265ef7009e6e req-268c2a53-0d3c-428d-8196-b703f5c9310a tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 946 time: 0.0521059 Sep 06 14:45:07.740253 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3cb74fca-8fad-4c9e-bff3-265ef7009e6e req-c335f112-9bea-4225-b296-06c7779207fd tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311391 Sep 06 14:45:08.855772 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0202828-3230-4725-9d51-779831276cd2 req-61926346-02fc-4d7a-a353-cbe0dfbb3833 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:08.857264 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d0202828-3230-4725-9d51-779831276cd2 req-61926346-02fc-4d7a-a353-cbe0dfbb3833 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 946 time: 0.0495389 Sep 06 14:45:08.894712 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d0202828-3230-4725-9d51-779831276cd2 req-b91fee30-11fa-4d26-af68-715c0a2c9744 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311520 Sep 06 14:45:08.941423 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:09.943119 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1b459-7581-4ab7-8a08-47408ae78681 req-fed7239f-2cc3-443b-a628-61b8cd34d347 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:09.944670 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-16f1b459-7581-4ab7-8a08-47408ae78681 req-fed7239f-2cc3-443b-a628-61b8cd34d347 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 946 time: 0.0502574 Sep 06 14:45:10.059487 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c62b5-2875-4e60-a57e-5b2eb604baab req-ba7fba00-8ae6-410a-b645-f404d6c3135f tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:10.060978 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e44c62b5-2875-4e60-a57e-5b2eb604baab req-ba7fba00-8ae6-410a-b645-f404d6c3135f tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3aada1-ed45-49b1-b4f2-c1a33b968276 HTTP/1.1" status: 200 len: 946 time: 0.0833757 Sep 06 14:45:10.098108 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-16f1b459-7581-4ab7-8a08-47408ae78681 req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Deleting port 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:45:10.098399 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-16f1b459-7581-4ab7-8a08-47408ae78681 req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:10.124991 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-e44c62b5-2875-4e60-a57e-5b2eb604baab req-298ecc63-37c4-479b-a13c-b3018bf51568 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.53 "GET /v2.0/security-groups?id=da2763a9-c385-4ac6-bf05-9e73ea61e2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568199 Sep 06 14:45:10.197005 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-16f1b459-7581-4ab7-8a08-47408ae78681 req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] For port 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5d18cb73-b19d-49f9-8cf8-e31bb3322ea5,segment=NetworkSegment(7524f0b4-6980-4783-9b14-52a93568c79c),segment_id=7524f0b4-6980-4783-9b14-52a93568c79c)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:10.197271 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-16f1b459-7581-4ab7-8a08-47408ae78681 req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:10.212848 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-16f1b459-7581-4ab7-8a08-47408ae78681 req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Calling delete_port for 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:45:10.333468 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-16f1b459-7581-4ab7-8a08-47408ae78681 req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:10.346269 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['5d18cb73-b19d-49f9-8cf8-e31bb3322ea5'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:45:10.364460 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Pushing event deleted for resources: {'Port': ['ID=5d18cb73-b19d-49f9-8cf8-e31bb3322ea5,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:10.375507 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:10.375850 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:10.376184 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:10.376513 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:10.376840 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:10.377850 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:10.378339 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:10.378853 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:10.379394 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:10.379900 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:10.380404 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:10.380906 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:10.427797 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f1b459-7581-4ab7-8a08-47408ae78681 req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] No DVR routers for this DVR port 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 on host hv-cinder-79128 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:45:10.430797 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-16f1b459-7581-4ab7-8a08-47408ae78681 req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:10.433617 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-16f1b459-7581-4ab7-8a08-47408ae78681 req-8f330a3f-9fd5-49e9-934a-91f773c6f541 tempest-VolumesSnapshotTestJSON-449464446 tempest-VolumesSnapshotTestJSON-449464446-project] 10.222.0.22 "DELETE /v2.0/ports/5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 HTTP/1.1" status: 204 len: 173 time: 0.4819214 Sep 06 14:45:10.434220 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3aada1-ed45-49b1-b4f2-c1a33b968276', 'name': 'network-vif-deleted', 'tag': '5d18cb73-b19d-49f9-8cf8-e31bb3322ea5'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:45:10.437230 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dfc8cd-2e76-4ac8-bfba-90ca8d2397fe" -d '{"events": [{"server_uuid": "2e3aada1-ed45-49b1-b4f2-c1a33b968276", "name": "network-vif-deleted", "tag": "5d18cb73-b19d-49f9-8cf8-e31bb3322ea5"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:45:10.449873 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:10.481699 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28c6fd7-76ca-4318-8eab-1ecd57a6d578 x-openstack-request-id: req-a28c6fd7-76ca-4318-8eab-1ecd57a6d578 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:45:10.483657 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3aada1-ed45-49b1-b4f2-c1a33b968276", "name": "network-vif-deleted", "tag": "5d18cb73-b19d-49f9-8cf8-e31bb3322ea5", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:45:10.483657 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a28c6fd7-76ca-4318-8eab-1ecd57a6d578 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:45:10.483657 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3aada1-ed45-49b1-b4f2-c1a33b968276', 'name': 'network-vif-deleted', 'tag': '5d18cb73-b19d-49f9-8cf8-e31bb3322ea5', 'status': 'completed', 'code': 200} Sep 06 14:45:11.216108 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56524) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:11.377889 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-24294804-7f4a-429e-a573-e8670435ae34 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Deleting port 0702bd93-6677-4c50-9296-f3f8538436d8 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:45:11.378183 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-24294804-7f4a-429e-a573-e8670435ae34 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:11.465424 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-24294804-7f4a-429e-a573-e8670435ae34 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:11.465855 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-24294804-7f4a-429e-a573-e8670435ae34 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:11.469548 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:11.479653 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-24294804-7f4a-429e-a573-e8670435ae34 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Calling delete_port for 0702bd93-6677-4c50-9296-f3f8538436d8 owned by network:floatingip {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:45:11.628184 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-24294804-7f4a-429e-a573-e8670435ae34 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:11.654544 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24294804-7f4a-429e-a573-e8670435ae34 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event deleted for resources: {'Port': ['ID=0702bd93-6677-4c50-9296-f3f8538436d8,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:11.714886 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-24294804-7f4a-429e-a573-e8670435ae34 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for floatingip, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:11.715215 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.l3_db [None req-24294804-7f4a-429e-a573-e8670435ae34 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Floating IP 1103f775-4adf-438e-9759-79c4d053f56b disassociated (deleted). External IP: 172.27.0.230, port: 84ad0583-9fb2-4ef9-993a-e6589bb4661c. Sep 06 14:45:12.182059 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24294804-7f4a-429e-a573-e8670435ae34 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Router 93489a06-1a14-48aa-8c71-b0bbd7576586 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:45:12.289150 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24294804-7f4a-429e-a573-e8670435ae34 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:45:12.293991 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-24294804-7f4a-429e-a573-e8670435ae34 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:12.299139 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c317b6b-2e28-4e1b-8c3a-940d32554a21 None None] Sync routers for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:45:12.308558 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c317b6b-2e28-4e1b-8c3a-940d32554a21 None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:12.309182 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-8c317b6b-2e28-4e1b-8c3a-940d32554a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:45:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:12.320877 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-24294804-7f4a-429e-a573-e8670435ae34 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "DELETE /v2.0/floatingips/1103f775-4adf-438e-9759-79c4d053f56b HTTP/1.1" status: 204 len: 168 time: 1.1036949 Sep 06 14:45:12.421304 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-8c317b6b-2e28-4e1b-8c3a-940d32554a21 None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:12.484344 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e55bf2-3d38-42c9-b4b1-9f8a3088b42e', 'tag': '84ad0583-9fb2-4ef9-993a-e6589bb4661c'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:45:12.488174 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9158aac1-d0a7-48ab-8be6-933736f02279" -d '{"events": [{"name": "network-changed", "server_uuid": "39e55bf2-3d38-42c9-b4b1-9f8a3088b42e", "tag": "84ad0583-9fb2-4ef9-993a-e6589bb4661c"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:45:12.540405 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883995cf-4d2f-46c3-8190-28653a940ba2 x-openstack-request-id: req-883995cf-4d2f-46c3-8190-28653a940ba2 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:45:12.540742 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e55bf2-3d38-42c9-b4b1-9f8a3088b42e", "tag": "84ad0583-9fb2-4ef9-993a-e6589bb4661c", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:45:12.541492 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-883995cf-4d2f-46c3-8190-28653a940ba2 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:45:12.542004 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e55bf2-3d38-42c9-b4b1-9f8a3088b42e', 'tag': '84ad0583-9fb2-4ef9-993a-e6589bb4661c', 'status': 'completed', 'code': 200} Sep 06 14:45:12.564280 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6775b-5476-4f39-a8e1-1dc4e32d7652 req-b1695b2a-b626-4fc7-a507-4391db991ea9 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:12.566164 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-65a6775b-5476-4f39-a8e1-1dc4e32d7652 req-b1695b2a-b626-4fc7-a507-4391db991ea9 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 945 time: 0.0677955 Sep 06 14:45:12.636613 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-65a6775b-5476-4f39-a8e1-1dc4e32d7652 req-1eafaaea-9805-498a-a093-0acb6ceea776 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598171 Sep 06 14:45:12.639550 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158aac1-d0a7-48ab-8be6-933736f02279 req-8201182d-293f-4ed8-9e8b-d9d29901301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:12.641216 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9158aac1-d0a7-48ab-8be6-933736f02279 req-8201182d-293f-4ed8-9e8b-d9d29901301a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 1098 time: 0.0740671 Sep 06 14:45:12.745674 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158aac1-d0a7-48ab-8be6-933736f02279 req-12d7cf58-dec3-466f-b1f6-4022a0761dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:12.747201 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9158aac1-d0a7-48ab-8be6-933736f02279 req-12d7cf58-dec3-466f-b1f6-4022a0761dca service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 200 len: 913 time: 0.0976486 Sep 06 14:45:12.790918 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9158aac1-d0a7-48ab-8be6-933736f02279 req-f452f985-a5a5-4f86-a4d2-c3d7c36e85c2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84ad0583-9fb2-4ef9-993a-e6589bb4661c HTTP/1.1" status: 200 len: 217 time: 0.0357788 Sep 06 14:45:12.795466 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-8c317b6b-2e28-4e1b-8c3a-940d32554a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': 'f87a7160-a58c-4ded-b72e-fc3f8aa56327', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'port_id': '65a140d5-df10-4f8d-8c15-f64125a571de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'mac_address': 'fa:16:3e:3c:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f655f4-d100-4342-a32d-69e428511e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:40:10Z', 'updated_at': '2021-09-06T14:40:13Z', 'revision_number': 1, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:12.827854 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c317b6b-2e28-4e1b-8c3a-940d32554a21 None None] Checking router: 93489a06-1a14-48aa-8c71-b0bbd7576586 for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:45:12.837672 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c317b6b-2e28-4e1b-8c3a-940d32554a21 None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:12.838374 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-8c317b6b-2e28-4e1b-8c3a-940d32554a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:45:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:12.845632 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158aac1-d0a7-48ab-8be6-933736f02279 req-bb45f491-cc05-410c-b4fa-c412c19b2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:12.847853 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9158aac1-d0a7-48ab-8be6-933736f02279 req-bb45f491-cc05-410c-b4fa-c412c19b2670 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3d8f3db7-1100-47f8-a041-76cc8cbfc844 HTTP/1.1" status: 200 len: 851 time: 0.0496354 Sep 06 14:45:12.896322 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158aac1-d0a7-48ab-8be6-933736f02279 req-fd54e36f-234a-4c40-a761-025bbba4b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:12.897852 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9158aac1-d0a7-48ab-8be6-933736f02279 req-fd54e36f-234a-4c40-a761-025bbba4b221 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c60b747-df5e-44fc-9133-15b63b143d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420010 Sep 06 14:45:12.943117 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-8c317b6b-2e28-4e1b-8c3a-940d32554a21 None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:12.991666 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9158aac1-d0a7-48ab-8be6-933736f02279 req-98adbe4a-e1ca-40dd-9144-8c4637d8cd77 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853534 Sep 06 14:45:13.089049 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9158aac1-d0a7-48ab-8be6-933736f02279 req-ddd10ccc-74dd-4833-b61f-cc725025c184 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888224 Sep 06 14:45:13.165241 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-8c317b6b-2e28-4e1b-8c3a-940d32554a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': 'f87a7160-a58c-4ded-b72e-fc3f8aa56327', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'port_id': '65a140d5-df10-4f8d-8c15-f64125a571de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'mac_address': 'fa:16:3e:3c:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f655f4-d100-4342-a32d-69e428511e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:40:10Z', 'updated_at': '2021-09-06T14:40:13Z', 'revision_number': 1, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:13.191827 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c317b6b-2e28-4e1b-8c3a-940d32554a21 None None] The sync data for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi is: [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': 'f87a7160-a58c-4ded-b72e-fc3f8aa56327', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'port_id': '65a140d5-df10-4f8d-8c15-f64125a571de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'mac_address': 'fa:16:3e:3c:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f655f4-d100-4342-a32d-69e428511e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:40:10Z', 'updated_at': '2021-09-06T14:40:13Z', 'revision_number': 1, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:45:13.408691 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c73c8c-01e8-43d3-a47e-e6c52cd562bb None None] New status for floating IP 1103f775-4adf-438e-9759-79c4d053f56b: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:45:13.763763 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af14af-5c12-4a53-bdea-39154634d70e req-68fce9d9-cde0-4ee6-9662-b0cf7febb077 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:13.765213 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-00af14af-5c12-4a53-bdea-39154634d70e req-68fce9d9-cde0-4ee6-9662-b0cf7febb077 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 945 time: 0.0563400 Sep 06 14:45:13.803639 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-00af14af-5c12-4a53-bdea-39154634d70e req-7953be6e-a53d-43cd-8c0a-3824088fd023 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320208 Sep 06 14:45:14.118461 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:45:14.144732 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:45:14.145082 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 5d18cb73-b19d-49f9-8cf8-e31bb3322ea5 not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:45:14.920161 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992d082-5147-4589-84ef-0efd29ca24b0 req-0b49a727-2ace-47c2-9bac-17ddf96455ce tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:14.921647 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0992d082-5147-4589-84ef-0efd29ca24b0 req-0b49a727-2ace-47c2-9bac-17ddf96455ce tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 945 time: 0.0498459 Sep 06 14:45:14.960413 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-0992d082-5147-4589-84ef-0efd29ca24b0 req-de13d5d6-6a26-4325-a7c0-348f5b41979a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325296 Sep 06 14:45:16.074418 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a6c06-9db1-4544-b3b2-ef1863bb5c2b req-6daec565-a74d-4bf3-bd6e-39ec97ca8be1 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:16.075816 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c32a6c06-9db1-4544-b3b2-ef1863bb5c2b req-6daec565-a74d-4bf3-bd6e-39ec97ca8be1 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 945 time: 0.0491993 Sep 06 14:45:16.114850 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c32a6c06-9db1-4544-b3b2-ef1863bb5c2b req-60bd877f-7685-4da6-ac6c-a671cc6ef654 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332084 Sep 06 14:45:17.234235 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440483eb-24c5-4603-a03e-3e5e9d07c336 req-913fe02f-b669-4081-9a7a-a1d6d5abb082 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:17.235700 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-440483eb-24c5-4603-a03e-3e5e9d07c336 req-913fe02f-b669-4081-9a7a-a1d6d5abb082 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 945 time: 0.0537074 Sep 06 14:45:17.273982 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-440483eb-24c5-4603-a03e-3e5e9d07c336 req-c5518c8f-2f62-4ba4-9daa-d2875dc9851d tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319297 Sep 06 14:45:18.390584 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b512950-1e97-4bb4-b990-1d9df63301fb req-87b75960-20b8-4d1c-aca8-24989b98ffb3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:18.392940 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7b512950-1e97-4bb4-b990-1d9df63301fb req-87b75960-20b8-4d1c-aca8-24989b98ffb3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 945 time: 0.0520070 Sep 06 14:45:18.432910 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7b512950-1e97-4bb4-b990-1d9df63301fb req-ec97d2ec-d040-4308-9e62-7f3045a927cb tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336151 Sep 06 14:45:19.081368 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f22b5c-a1b0-488d-b644-e3f78557d1a2 req-6b00ea6a-2532-4f85-bd3b-c92fbbe14356 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:19.082970 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-07f22b5c-a1b0-488d-b644-e3f78557d1a2 req-6b00ea6a-2532-4f85-bd3b-c92fbbe14356 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.22 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 945 time: 0.0520120 Sep 06 14:45:19.193711 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-07f22b5c-a1b0-488d-b644-e3f78557d1a2 req-cea878e5-4702-4870-9cf3-faac1c166736 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Deleting port 84ad0583-9fb2-4ef9-993a-e6589bb4661c {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:45:19.194094 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-07f22b5c-a1b0-488d-b644-e3f78557d1a2 req-cea878e5-4702-4870-9cf3-faac1c166736 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:19.286882 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-07f22b5c-a1b0-488d-b644-e3f78557d1a2 req-cea878e5-4702-4870-9cf3-faac1c166736 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] For port 84ad0583-9fb2-4ef9-993a-e6589bb4661c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=84ad0583-9fb2-4ef9-993a-e6589bb4661c,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:19.287247 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-07f22b5c-a1b0-488d-b644-e3f78557d1a2 req-cea878e5-4702-4870-9cf3-faac1c166736 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:19.299969 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-07f22b5c-a1b0-488d-b644-e3f78557d1a2 req-cea878e5-4702-4870-9cf3-faac1c166736 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Calling delete_port for 84ad0583-9fb2-4ef9-993a-e6589bb4661c owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:45:19.438164 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-07f22b5c-a1b0-488d-b644-e3f78557d1a2 req-cea878e5-4702-4870-9cf3-faac1c166736 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:19.467585 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea878e5-4702-4870-9cf3-faac1c166736 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event deleted for resources: {'Port': ['ID=84ad0583-9fb2-4ef9-993a-e6589bb4661c,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:19.510108 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f22b5c-a1b0-488d-b644-e3f78557d1a2 req-cea878e5-4702-4870-9cf3-faac1c166736 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] No DVR routers for this DVR port 84ad0583-9fb2-4ef9-993a-e6589bb4661c on host hv-cinder-79128 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:45:19.518892 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-07f22b5c-a1b0-488d-b644-e3f78557d1a2 req-cea878e5-4702-4870-9cf3-faac1c166736 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:19.520776 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-07f22b5c-a1b0-488d-b644-e3f78557d1a2 req-cea878e5-4702-4870-9cf3-faac1c166736 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.22 "DELETE /v2.0/ports/84ad0583-9fb2-4ef9-993a-e6589bb4661c HTTP/1.1" status: 204 len: 173 time: 0.4308777 Sep 06 14:45:19.521200 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e55bf2-3d38-42c9-b4b1-9f8a3088b42e', 'name': 'network-vif-deleted', 'tag': '84ad0583-9fb2-4ef9-993a-e6589bb4661c'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:45:19.523396 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9b4575-fb1f-4f7e-878b-6867b838217f" -d '{"events": [{"server_uuid": "39e55bf2-3d38-42c9-b4b1-9f8a3088b42e", "name": "network-vif-deleted", "tag": "84ad0583-9fb2-4ef9-993a-e6589bb4661c"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:45:19.550450 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b503a9e2-c1ba-4a5a-852f-ad41d84c41a9 req-51fde262-6630-46a9-9ff4-971d66a890d0 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e55bf2-3d38-42c9-b4b1-9f8a3088b42e HTTP/1.1" status: 200 len: 210 time: 0.0421236 Sep 06 14:45:19.563219 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6a08ef-3c3f-41d2-a2fa-d147d05b2569 x-openstack-request-id: req-8f6a08ef-3c3f-41d2-a2fa-d147d05b2569 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:45:19.563518 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e55bf2-3d38-42c9-b4b1-9f8a3088b42e", "name": "network-vif-deleted", "tag": "84ad0583-9fb2-4ef9-993a-e6589bb4661c", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:45:19.563769 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f6a08ef-3c3f-41d2-a2fa-d147d05b2569 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:45:19.564192 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e55bf2-3d38-42c9-b4b1-9f8a3088b42e', 'name': 'network-vif-deleted', 'tag': '84ad0583-9fb2-4ef9-993a-e6589bb4661c', 'status': 'completed', 'code': 200} Sep 06 14:45:19.849640 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de5dac-9f0f-4a01-a757-5c751df473a6 req-122216b1-ce74-444a-942f-3c2b601622ff tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:19.851236 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-28de5dac-9f0f-4a01-a757-5c751df473a6 req-122216b1-ce74-444a-942f-3c2b601622ff tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 946 time: 0.0579805 Sep 06 14:45:19.896157 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-28de5dac-9f0f-4a01-a757-5c751df473a6 req-4944b795-cef7-4b59-8f8c-f850d4ea0c89 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386298 Sep 06 14:45:19.919390 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56598) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:20.038000 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff0b70-3297-46ba-a6e5-56f76a9ba441 tempest-TestMinimumBasicScenario-108193791 tempest-TestMinimumBasicScenario-108193791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:20.039546 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-80ff0b70-3297-46ba-a6e5-56f76a9ba441 tempest-TestMinimumBasicScenario-108193791 tempest-TestMinimumBasicScenario-108193791-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 1094 time: 0.1191561 Sep 06 14:45:20.042467 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56602) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:20.046798 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Request body: {'floatingip': {'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'port_id': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:20.068413 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for floatingip, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:20.164927 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:20.280081 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Allocated IP 172.27.0.224 (7774ad3b-ea9e-41fb-8c01-415d221b1af8/39d24425-07bf-41d2-8fb5-7052ec0a3628/adec108d-7989-4655-9220-5ddfd22fea89) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:45:20.392246 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:20.441759 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741933129849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:20.479665 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Network 7774ad3b-ea9e-41fb-8c01-415d221b1af8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:45:20.482464 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:45:20.485958 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:45:20.510378 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Pushing event updated for resources: {'Port': ['ID=adec108d-7989-4655-9220-5ddfd22fea89,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:20.860501 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:20.933585 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:21.085451 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:21.090028 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:21.156244 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Pushing event updated for resources: {'Port': ['ID=adec108d-7989-4655-9220-5ddfd22fea89,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:21.165735 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368695'] for floatingip, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:21.262034 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.l3_db [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Floating IP 762784b4-5d24-471f-9d19-ffe5cdc0ab50 associated. External IP: 172.27.0.224, port: 38a996fa-8e8d-4941-b1ca-332b45e5ae3c. Sep 06 14:45:21.467124 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Router befaf8cc-50d5-4c59-b518-f4f8106c6b8e has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:45:21.574745 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:45:21.585797 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ddda11-f00e-40df-b668-bc92ec2378b0 None None] Sync routers for ids ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:45:21.594844 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:21.603613 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ddda11-f00e-40df-b668-bc92ec2378b0 None None] Routers {'befaf8cc-50d5-4c59-b518-f4f8106c6b8e'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:21.604364 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-a1ddda11-f00e-40df-b668-bc92ec2378b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:45:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:21.630332 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-1dc21aca-5367-4e5d-baf4-8390f32dc087 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5867751 Sep 06 14:45:21.631113 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'tag': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:45:21.633353 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56622) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:21.634839 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c22fd5d-9dd6-4a2f-8d91-097b1143149f" -d '{"events": [{"name": "network-changed", "server_uuid": "25e8f306-7c37-4264-bffa-b4b070e077ae", "tag": "38a996fa-8e8d-4941-b1ca-332b45e5ae3c"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:45:21.638342 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-cb9798d8-118e-4fac-8bd5-a14c33237c50 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1091205515', 'description': 'tempest-secgroup-smoke-1091205515 description', 'project_id': '990faba234c04a3398f9485ccbfcc07d'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:21.664292 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cb9798d8-118e-4fac-8bd5-a14c33237c50 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:21.677179 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20343e7-822d-4956-8341-b5e265ea6bd9 x-openstack-request-id: req-c20343e7-822d-4956-8341-b5e265ea6bd9 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:45:21.677466 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e8f306-7c37-4264-bffa-b4b070e077ae", "tag": "38a996fa-8e8d-4941-b1ca-332b45e5ae3c", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:45:21.677713 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c20343e7-822d-4956-8341-b5e265ea6bd9 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:45:21.678374 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'tag': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c', 'status': 'completed', 'code': 200} Sep 06 14:45:21.774839 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-a1ddda11-f00e-40df-b668-bc92ec2378b0 None None] Set router befaf8cc-50d5-4c59-b518-f4f8106c6b8e gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:21.795912 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22fd5d-9dd6-4a2f-8d91-097b1143149f req-6d83b320-84b6-4ce2-bb95-8ba81c4d42d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:21.804592 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2c22fd5d-9dd6-4a2f-8d91-097b1143149f req-6d83b320-84b6-4ce2-bb95-8ba81c4d42d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=990faba234c04a3398f9485ccbfcc07d&device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 1099 time: 0.0933847 Sep 06 14:45:21.805428 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cb9798d8-118e-4fac-8bd5-a14c33237c50 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:21.809969 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cb9798d8-118e-4fac-8bd5-a14c33237c50 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:21.838600 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cb9798d8-118e-4fac-8bd5-a14c33237c50 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:21.841095 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-cb9798d8-118e-4fac-8bd5-a14c33237c50 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2065277 Sep 06 14:45:21.844609 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56636) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:21.852311 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-61eb6632-afb5-45c1-a51a-c6891ac20a8b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Request body: {'security_group_rule': {'security_group_id': '39269fa7-40f7-493d-9d8c-ac328a9927bd', 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:21.884951 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9798d8-118e-4fac-8bd5-a14c33237c50 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39269fa7-40f7-493d-9d8c-ac328a9927bd,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:21.894172 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-61eb6632-afb5-45c1-a51a-c6891ac20a8b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:21.927611 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22fd5d-9dd6-4a2f-8d91-097b1143149f req-0732d4bc-1314-4ae7-8a8b-d12851a2c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:21.929098 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2c22fd5d-9dd6-4a2f-8d91-097b1143149f req-0732d4bc-1314-4ae7-8a8b-d12851a2c8cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b HTTP/1.1" status: 200 len: 915 time: 0.1108527 Sep 06 14:45:21.957336 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-61eb6632-afb5-45c1-a51a-c6891ac20a8b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:21.963096 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 84ad0583-9fb2-4ef9-993a-e6589bb4661c no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:45:21.963713 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-61eb6632-afb5-45c1-a51a-c6891ac20a8b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:21.988666 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb6632-afb5-45c1-a51a-c6891ac20a8b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d94333-3a57-4195-b3ec-1f1ee27e004f,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:21.991172 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: 84ad0583-9fb2-4ef9-993a-e6589bb4661c {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:45:21.991524 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 84ad0583-9fb2-4ef9-993a-e6589bb4661c not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:45:21.996889 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-61eb6632-afb5-45c1-a51a-c6891ac20a8b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:21.998261 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-61eb6632-afb5-45c1-a51a-c6891ac20a8b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524649 Sep 06 14:45:22.000923 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56638) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:22.006206 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-95ea76b6-bcf2-49dc-a230-5d91794e178d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Request body: {'security_group_rule': {'security_group_id': '39269fa7-40f7-493d-9d8c-ac328a9927bd', 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:22.007802 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2c22fd5d-9dd6-4a2f-8d91-097b1143149f req-9bf599a6-c021-410a-b18e-53729518ae90 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a996fa-8e8d-4941-b1ca-332b45e5ae3c HTTP/1.1" status: 200 len: 1000 time: 0.0700181 Sep 06 14:45:22.032409 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-95ea76b6-bcf2-49dc-a230-5d91794e178d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.067942 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22fd5d-9dd6-4a2f-8d91-097b1143149f req-4c04ef43-f546-4388-b60f-99c53c72888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:22.069623 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2c22fd5d-9dd6-4a2f-8d91-097b1143149f req-4c04ef43-f546-4388-b60f-99c53c72888e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcbd92d1-736b-4447-affb-a0a6d65c33fe HTTP/1.1" status: 200 len: 853 time: 0.0515006 Sep 06 14:45:22.070733 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-a1ddda11-f00e-40df-b668-bc92ec2378b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'name': 'tempest-TestMinimumBasicScenario-419750100-router', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:07Z', 'revision_number': 4, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'gw_port': {'id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': '762784b4-5d24-471f-9d19-ffe5cdc0ab50', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'port_id': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'mac_address': 'fa:16:3e:49:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:45:20Z', 'updated_at': '2021-09-06T14:45:20Z', 'revision_number': 0, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc86951-6c59-418a-8f4f-203390ca8cf6', 'name': '', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'mac_address': 'fa:16:3e:0b:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:07Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 5, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'subnets': [{'id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:22.096795 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-95ea76b6-bcf2-49dc-a230-5d91794e178d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.101846 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-95ea76b6-bcf2-49dc-a230-5d91794e178d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.105529 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ddda11-f00e-40df-b668-bc92ec2378b0 None None] Checking router: befaf8cc-50d5-4c59-b518-f4f8106c6b8e for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:45:22.116321 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ddda11-f00e-40df-b668-bc92ec2378b0 None None] Routers {'befaf8cc-50d5-4c59-b518-f4f8106c6b8e'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:22.116940 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-a1ddda11-f00e-40df-b668-bc92ec2378b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:45:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:22.129452 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22fd5d-9dd6-4a2f-8d91-097b1143149f req-cde3476e-0d1d-4376-b6a2-1fa51ccb8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:22.131375 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2c22fd5d-9dd6-4a2f-8d91-097b1143149f req-cde3476e-0d1d-4376-b6a2-1fa51ccb8bc5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499423 Sep 06 14:45:22.131538 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-95ea76b6-bcf2-49dc-a230-5d91794e178d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.132677 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-95ea76b6-bcf2-49dc-a230-5d91794e178d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307912 Sep 06 14:45:22.133492 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea76b6-bcf2-49dc-a230-5d91794e178d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e8e7d6-612b-4135-b31b-abb125f0e9a8,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:22.135342 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56640) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:22.139891 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-52c70329-0ef8-48db-8297-f66fd6517400 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Request body: {'security_group_rule': {'security_group_id': '39269fa7-40f7-493d-9d8c-ac328a9927bd', 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:22.168548 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-52c70329-0ef8-48db-8297-f66fd6517400 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.228300 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2c22fd5d-9dd6-4a2f-8d91-097b1143149f req-02ac300d-0622-4d69-9e10-bac105cb9b92 service neutron] 10.222.0.22 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891287 Sep 06 14:45:22.229611 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-a1ddda11-f00e-40df-b668-bc92ec2378b0 None None] Set router befaf8cc-50d5-4c59-b518-f4f8106c6b8e gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:22.231708 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-52c70329-0ef8-48db-8297-f66fd6517400 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.237734 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-52c70329-0ef8-48db-8297-f66fd6517400 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.256366 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c70329-0ef8-48db-8297-f66fd6517400 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136b0d85-8835-40f9-8df9-b9050d6238f7,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:22.264139 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-52c70329-0ef8-48db-8297-f66fd6517400 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.265400 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-52c70329-0ef8-48db-8297-f66fd6517400 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290922 Sep 06 14:45:22.268721 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56642) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:22.274411 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-581d288b-c6d5-43ee-a3c0-ee774e8bbbf9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Request body: {'security_group_rule': {'security_group_id': '39269fa7-40f7-493d-9d8c-ac328a9927bd', 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:22.302381 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-581d288b-c6d5-43ee-a3c0-ee774e8bbbf9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.337659 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2c22fd5d-9dd6-4a2f-8d91-097b1143149f req-e0c4b836-a148-40a5-b194-fd9280668ccd service neutron] 10.222.0.22 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003418 Sep 06 14:45:22.375000 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-581d288b-c6d5-43ee-a3c0-ee774e8bbbf9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.382178 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-581d288b-c6d5-43ee-a3c0-ee774e8bbbf9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.401051 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d288b-c6d5-43ee-a3c0-ee774e8bbbf9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032a726b-46c2-46e6-915c-5e2c8010fc5f,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:22.411033 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-581d288b-c6d5-43ee-a3c0-ee774e8bbbf9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.412824 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-581d288b-c6d5-43ee-a3c0-ee774e8bbbf9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422706 Sep 06 14:45:22.415345 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56644) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:22.421884 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-15a10d71-46e0-4c10-8f54-cc6678e523cf tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Request body: {'security_group_rule': {'security_group_id': '39269fa7-40f7-493d-9d8c-ac328a9927bd', 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:22.447345 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.securitygroups_db [None req-15a10d71-46e0-4c10-8f54-cc6678e523cf tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Project 990faba234c04a3398f9485ccbfcc07d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 14:45:22.452329 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15a10d71-46e0-4c10-8f54-cc6678e523cf tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.487419 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-a1ddda11-f00e-40df-b668-bc92ec2378b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'name': 'tempest-TestMinimumBasicScenario-419750100-router', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:07Z', 'revision_number': 4, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'gw_port': {'id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': '762784b4-5d24-471f-9d19-ffe5cdc0ab50', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'port_id': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'mac_address': 'fa:16:3e:49:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:45:20Z', 'updated_at': '2021-09-06T14:45:20Z', 'revision_number': 0, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc86951-6c59-418a-8f4f-203390ca8cf6', 'name': '', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'mac_address': 'fa:16:3e:0b:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:07Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 5, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'subnets': [{'id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:22.514044 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ddda11-f00e-40df-b668-bc92ec2378b0 None None] The sync data for ids ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'] in dv-cinder-791281-8-iscsi is: [{'id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'name': 'tempest-TestMinimumBasicScenario-419750100-router', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:07Z', 'revision_number': 4, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'gw_port': {'id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_floatingips': [{'id': '762784b4-5d24-471f-9d19-ffe5cdc0ab50', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'router_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'port_id': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'mac_address': 'fa:16:3e:49:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:45:20Z', 'updated_at': '2021-09-06T14:45:20Z', 'revision_number': 0, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc86951-6c59-418a-8f4f-203390ca8cf6', 'name': '', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'mac_address': 'fa:16:3e:0b:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:07Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 5, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'subnets': [{'id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:45:22.514368 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15a10d71-46e0-4c10-8f54-cc6678e523cf tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.519026 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15a10d71-46e0-4c10-8f54-cc6678e523cf tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.538851 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a10d71-46e0-4c10-8f54-cc6678e523cf tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1a1b4c-7c48-4c57-82c1-c96009fdbcd1,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:22.544777 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-15a10d71-46e0-4c10-8f54-cc6678e523cf tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.545848 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-15a10d71-46e0-4c10-8f54-cc6678e523cf tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291585 Sep 06 14:45:22.548604 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56646) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:22.553172 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-34781f52-5dbb-468f-b3ee-4fff8b5de60d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Request body: {'security_group_rule': {'security_group_id': '39269fa7-40f7-493d-9d8c-ac328a9927bd', 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:22.576536 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.securitygroups_db [None req-34781f52-5dbb-468f-b3ee-4fff8b5de60d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Project 990faba234c04a3398f9485ccbfcc07d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 14:45:22.582994 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34781f52-5dbb-468f-b3ee-4fff8b5de60d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.646963 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34781f52-5dbb-468f-b3ee-4fff8b5de60d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.650831 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34781f52-5dbb-468f-b3ee-4fff8b5de60d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767440'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.674650 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34781f52-5dbb-468f-b3ee-4fff8b5de60d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1865e7fb-3b54-4a12-9913-998f4f25d790,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:22.683239 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34781f52-5dbb-468f-b3ee-4fff8b5de60d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:22.684493 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-34781f52-5dbb-468f-b3ee-4fff8b5de60d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349726 Sep 06 14:45:22.707206 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362c1e7-261d-4fde-ad27-d0d9c9565ec0 None None] New status for floating IP 762784b4-5d24-471f-9d19-ffe5cdc0ab50: ACTIVE {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:45:22.768691 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3211d205-d856-4544-ad25-e0b6faee94b5 req-d636858c-a845-4ad1-8561-2e7ef78466b8 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1091205515&fields=id&tenant_id=990faba234c04a3398f9485ccbfcc07d HTTP/1.1" status: 200 len: 267 time: 0.0379922 Sep 06 14:45:22.823020 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d205-d856-4544-ad25-e0b6faee94b5 req-cd5d09fe-ff9d-4a05-aaf5-3f30b28bd6e5 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:22.824509 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3211d205-d856-4544-ad25-e0b6faee94b5 req-cd5d09fe-ff9d-4a05-aaf5-3f30b28bd6e5 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 946 time: 0.0497971 Sep 06 14:45:22.836313 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-3211d205-d856-4544-ad25-e0b6faee94b5 req-53a95d85-7758-4a79-afb9-646ce3f205d7 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Request body: {'port': {'security_groups': ['103345fa-0715-46d0-902a-f6b5bdfaf194', '39269fa7-40f7-493d-9d8c-ac328a9927bd']}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:22.890040 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56654) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:22.913783 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-3211d205-d856-4544-ad25-e0b6faee94b5 req-53a95d85-7758-4a79-afb9-646ce3f205d7 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:23.053702 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-d1d5b198-d787-44e2-906a-7a363722e7f3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Deleting port 9e21c429-69fe-40bc-8de0-35025478d1ad {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:45:23.054233 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b198-d787-44e2-906a-7a363722e7f3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:23.105490 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-3211d205-d856-4544-ad25-e0b6faee94b5 req-53a95d85-7758-4a79-afb9-646ce3f205d7 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] For port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=38a996fa-8e8d-4941-b1ca-332b45e5ae3c,segment=NetworkSegment(989efdd3-1245-4ad8-8042-2d4031528655),segment_id=989efdd3-1245-4ad8-8042-2d4031528655)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:23.133356 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b198-d787-44e2-906a-7a363722e7f3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:23.133684 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b198-d787-44e2-906a-7a363722e7f3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:23.138927 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-3211d205-d856-4544-ad25-e0b6faee94b5 req-53a95d85-7758-4a79-afb9-646ce3f205d7 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:23.144971 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-3211d205-d856-4544-ad25-e0b6faee94b5 req-53a95d85-7758-4a79-afb9-646ce3f205d7 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11819325'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:23.147062 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-d1d5b198-d787-44e2-906a-7a363722e7f3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Calling delete_port for 9e21c429-69fe-40bc-8de0-35025478d1ad owned by network:floatingip {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:45:23.157250 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['38a996fa-8e8d-4941-b1ca-332b45e5ae3c'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:45:23.190482 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d205-d856-4544-ad25-e0b6faee94b5 req-53a95d85-7758-4a79-afb9-646ce3f205d7 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:23.191155 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-3211d205-d856-4544-ad25-e0b6faee94b5 req-53a95d85-7758-4a79-afb9-646ce3f205d7 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:23.192600 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3211d205-d856-4544-ad25-e0b6faee94b5 req-53a95d85-7758-4a79-afb9-646ce3f205d7 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "PUT /v2.0/ports/38a996fa-8e8d-4941-b1ca-332b45e5ae3c HTTP/1.1" status: 200 len: 982 time: 0.3613303 Sep 06 14:45:23.241371 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a95d85-7758-4a79-afb9-646ce3f205d7 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Pushing event updated for resources: {'Port': ['ID=38a996fa-8e8d-4941-b1ca-332b45e5ae3c,revision_number=6']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:23.275453 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['38a996fa-8e8d-4941-b1ca-332b45e5ae3c'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:45:23.342112 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdce84-240d-4b7e-ad55-b4041f32489e req-c6af8892-4b71-4899-81db-460ab0682e86 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:23.343780 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8ebdce84-240d-4b7e-ad55-b4041f32489e req-c6af8892-4b71-4899-81db-460ab0682e86 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 985 time: 0.0743222 Sep 06 14:45:23.415516 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8ebdce84-240d-4b7e-ad55-b4041f32489e req-c89c17de-2890-423e-98ec-ac34647e46ed tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&id=39269fa7-40f7-493d-9d8c-ac328a9927bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612028 Sep 06 14:45:23.449877 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b198-d787-44e2-906a-7a363722e7f3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:23.489334 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5b198-d787-44e2-906a-7a363722e7f3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event deleted for resources: {'Port': ['ID=9e21c429-69fe-40bc-8de0-35025478d1ad,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:23.513624 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-1f111281-fed2-4f2c-8b08-3d7b569aa0fd None None] Provisioning complete for port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:23.514022 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1f111281-fed2-4f2c-8b08-3d7b569aa0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:23.552427 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b198-d787-44e2-906a-7a363722e7f3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for floatingip, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:23.552754 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-d1d5b198-d787-44e2-906a-7a363722e7f3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Floating IP f87a7160-a58c-4ded-b72e-fc3f8aa56327 disassociated (deleted). External IP: 172.27.0.29, port: 65a140d5-df10-4f8d-8c15-f64125a571de. Sep 06 14:45:23.679339 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'tag': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:45:23.681927 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26088f7-d50e-4241-870c-99b97aac159a" -d '{"events": [{"name": "network-changed", "server_uuid": "25e8f306-7c37-4264-bffa-b4b070e077ae", "tag": "38a996fa-8e8d-4941-b1ca-332b45e5ae3c"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:45:23.722151 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cf4ad4-4ebd-457f-9a8c-0b41b6cf889b x-openstack-request-id: req-17cf4ad4-4ebd-457f-9a8c-0b41b6cf889b {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:45:23.722574 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e8f306-7c37-4264-bffa-b4b070e077ae", "tag": "38a996fa-8e8d-4941-b1ca-332b45e5ae3c", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:45:23.722895 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17cf4ad4-4ebd-457f-9a8c-0b41b6cf889b {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:45:23.723381 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'tag': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c', 'status': 'completed', 'code': 200} Sep 06 14:45:23.783903 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d5b198-d787-44e2-906a-7a363722e7f3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Router 93489a06-1a14-48aa-8c71-b0bbd7576586 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:45:23.793597 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26088f7-d50e-4241-870c-99b97aac159a req-8c7a5ee5-9aed-4807-a000-d8abd7ceb1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:23.795312 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a26088f7-d50e-4241-870c-99b97aac159a req-8c7a5ee5-9aed-4807-a000-d8abd7ceb1eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=990faba234c04a3398f9485ccbfcc07d&device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 1138 time: 0.0469613 Sep 06 14:45:23.902526 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26088f7-d50e-4241-870c-99b97aac159a req-8d9037cf-f01b-4477-a11a-ffd6470ff69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:23.903527 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a26088f7-d50e-4241-870c-99b97aac159a req-8d9037cf-f01b-4477-a11a-ffd6470ff69c service neutron] 10.222.0.22 "GET /v2.0/networks?id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b HTTP/1.1" status: 200 len: 915 time: 0.1010528 Sep 06 14:45:23.908900 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d5b198-d787-44e2-906a-7a363722e7f3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:45:23.921193 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b198-d787-44e2-906a-7a363722e7f3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:23.921708 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c864d9d9-59df-4995-8d94-20bf926a0590 None None] Sync routers for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:45:23.948139 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c864d9d9-59df-4995-8d94-20bf926a0590 None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:23.948852 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-c864d9d9-59df-4995-8d94-20bf926a0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:45:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:23.952436 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d1d5b198-d787-44e2-906a-7a363722e7f3 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "DELETE /v2.0/floatingips/f87a7160-a58c-4ded-b72e-fc3f8aa56327 HTTP/1.1" status: 204 len: 168 time: 1.0612490 Sep 06 14:45:23.953252 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f655f4-d100-4342-a32d-69e428511e2e', 'tag': '65a140d5-df10-4f8d-8c15-f64125a571de'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:45:23.956758 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f9ea11-3fea-47df-9465-960c09a92acc" -d '{"events": [{"name": "network-changed", "server_uuid": "63f655f4-d100-4342-a32d-69e428511e2e", "tag": "65a140d5-df10-4f8d-8c15-f64125a571de"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:45:23.999592 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426336c4-b0e6-437a-93ff-cf093f75b744 x-openstack-request-id: req-426336c4-b0e6-437a-93ff-cf093f75b744 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:45:24.000015 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f655f4-d100-4342-a32d-69e428511e2e", "tag": "65a140d5-df10-4f8d-8c15-f64125a571de", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:45:24.000372 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-426336c4-b0e6-437a-93ff-cf093f75b744 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:45:24.001014 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f655f4-d100-4342-a32d-69e428511e2e', 'tag': '65a140d5-df10-4f8d-8c15-f64125a571de', 'status': 'completed', 'code': 200} Sep 06 14:45:24.020981 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a26088f7-d50e-4241-870c-99b97aac159a req-287ba803-25d9-4632-93dc-1f555ca3362a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a996fa-8e8d-4941-b1ca-332b45e5ae3c HTTP/1.1" status: 200 len: 1002 time: 0.1023886 Sep 06 14:45:24.109129 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9ea11-3fea-47df-9465-960c09a92acc req-ed3724e6-5160-4b56-86d6-c74f3ef94306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:24.114158 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-38f9ea11-3fea-47df-9465-960c09a92acc req-ed3724e6-5160-4b56-86d6-c74f3ef94306 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=01e86bce1eb746b999d2ea9741fff156&device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 1099 time: 0.0794773 Sep 06 14:45:24.114329 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26088f7-d50e-4241-870c-99b97aac159a req-d760fb40-2449-4f45-8e7b-d081ebdededb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:24.114329 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a26088f7-d50e-4241-870c-99b97aac159a req-d760fb40-2449-4f45-8e7b-d081ebdededb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcbd92d1-736b-4447-affb-a0a6d65c33fe HTTP/1.1" status: 200 len: 853 time: 0.0827603 Sep 06 14:45:24.123805 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-c864d9d9-59df-4995-8d94-20bf926a0590 None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:24.196337 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26088f7-d50e-4241-870c-99b97aac159a req-e5cdd118-17f3-447e-be12-bafb85cec412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:24.198429 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a26088f7-d50e-4241-870c-99b97aac159a req-e5cdd118-17f3-447e-be12-bafb85cec412 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724039 Sep 06 14:45:24.358005 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b14205-3953-46ca-af37-56be7a7905a1 req-552820a4-86df-4b0c-bf79-088d2b6854e4 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:24.358005 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-21b14205-3953-46ca-af37-56be7a7905a1 req-552820a4-86df-4b0c-bf79-088d2b6854e4 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 946 time: 0.0781400 Sep 06 14:45:24.359151 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a26088f7-d50e-4241-870c-99b97aac159a req-f0654769-b59a-4aa1-acf5-b4519ad8cd5c service neutron] 10.222.0.22 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466494 Sep 06 14:45:24.379892 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-c864d9d9-59df-4995-8d94-20bf926a0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:24.407191 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c864d9d9-59df-4995-8d94-20bf926a0590 None None] Checking router: 93489a06-1a14-48aa-8c71-b0bbd7576586 for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:45:24.416815 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c864d9d9-59df-4995-8d94-20bf926a0590 None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:24.417728 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-c864d9d9-59df-4995-8d94-20bf926a0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:45:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:24.451434 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-21b14205-3953-46ca-af37-56be7a7905a1 req-ffc57404-eec3-487c-9c4e-ee3f52cbade4 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881860 Sep 06 14:45:24.483592 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9ea11-3fea-47df-9465-960c09a92acc req-f9bd009f-dad7-4369-94e5-af010913b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:24.484522 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-a26088f7-d50e-4241-870c-99b97aac159a req-4e772364-e4df-4252-8ff3-0ec0fa4443cf service neutron] 10.222.0.22 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141145 Sep 06 14:45:24.485276 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-38f9ea11-3fea-47df-9465-960c09a92acc req-f9bd009f-dad7-4369-94e5-af010913b2bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 200 len: 913 time: 0.3587258 Sep 06 14:45:24.529944 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-c864d9d9-59df-4995-8d94-20bf926a0590 None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:24.532518 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-38f9ea11-3fea-47df-9465-960c09a92acc req-f4373808-318f-4734-996f-5df95aa47ed7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65a140d5-df10-4f8d-8c15-f64125a571de HTTP/1.1" status: 200 len: 217 time: 0.0338154 Sep 06 14:45:24.598829 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9ea11-3fea-47df-9465-960c09a92acc req-45f3c14c-e91c-4727-93ea-13fe02e42e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:24.600273 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-38f9ea11-3fea-47df-9465-960c09a92acc req-45f3c14c-e91c-4727-93ea-13fe02e42e5a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3d8f3db7-1100-47f8-a041-76cc8cbfc844 HTTP/1.1" status: 200 len: 851 time: 0.0435066 Sep 06 14:45:24.729598 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-c864d9d9-59df-4995-8d94-20bf926a0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:24.756111 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c864d9d9-59df-4995-8d94-20bf926a0590 None None] The sync data for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi is: [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:17Z', 'revision_number': 4, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'a44d6d20-72a7-4cc9-bace-08c23a3ff51e', 'name': '', 'network_id': '5c60b747-df5e-44fc-9133-15b63b143d3f', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'mac_address': 'fa:16:3e:29:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:16Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'subnets': [{'id': '3d8f3db7-1100-47f8-a041-76cc8cbfc844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:45:24.961085 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b0dea7-ba2a-42be-b78f-0e972025acee None None] New status for floating IP f87a7160-a58c-4ded-b72e-fc3f8aa56327: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:45:25.578786 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b606b4-e978-4259-bcee-8da55cec5026 req-31b664c6-2d8c-41e8-86e3-d9bfe6279463 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:25.580289 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-33b606b4-e978-4259-bcee-8da55cec5026 req-31b664c6-2d8c-41e8-86e3-d9bfe6279463 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 946 time: 0.0533781 Sep 06 14:45:25.618763 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-33b606b4-e978-4259-bcee-8da55cec5026 req-27283f99-276a-4ab5-8b59-8ca7d3f67f18 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325875 Sep 06 14:45:25.678280 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:45:26.733727 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385212b0-59b7-42d6-b86b-4d3ad3184110 req-53ee5b5d-989a-4720-ac62-9b20b0af98e8 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:26.735242 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-385212b0-59b7-42d6-b86b-4d3ad3184110 req-53ee5b5d-989a-4720-ac62-9b20b0af98e8 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 946 time: 0.0495369 Sep 06 14:45:26.752637 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9ea11-3fea-47df-9465-960c09a92acc req-2c2ecc20-537d-4d94-b7f5-99c567958cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:26.754337 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-38f9ea11-3fea-47df-9465-960c09a92acc req-2c2ecc20-537d-4d94-b7f5-99c567958cb1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c60b747-df5e-44fc-9133-15b63b143d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413406 Sep 06 14:45:26.781979 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-385212b0-59b7-42d6-b86b-4d3ad3184110 req-5f4fe354-b6f3-4749-8e16-36d90fad3d67 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395458 Sep 06 14:45:27.901354 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1063c-198b-4c13-9d43-fbcd9e91cc85 req-dfd0d51d-77c9-4aa9-9c5c-af12712a1c6f tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:27.902880 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1ae1063c-198b-4c13-9d43-fbcd9e91cc85 req-dfd0d51d-77c9-4aa9-9c5c-af12712a1c6f tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 946 time: 0.0499980 Sep 06 14:45:27.940071 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1ae1063c-198b-4c13-9d43-fbcd9e91cc85 req-78cbba35-8276-4bd5-a95b-5e2dcfaab747 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311825 Sep 06 14:45:29.163060 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-38f9ea11-3fea-47df-9465-960c09a92acc req-c151b3ee-312e-4066-98d5-fbc4e4a5d356 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963082 Sep 06 14:45:29.262012 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-38f9ea11-3fea-47df-9465-960c09a92acc req-3e49dca6-f16e-4d60-94ce-3e2dd098ffe7 service neutron] 10.222.0.22 "GET /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909851 Sep 06 14:45:29.337854 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f4ce1-4cbd-446e-b8c2-2133237829d2 req-07d3332e-c47b-486d-ba12-909568106f46 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:29.339427 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-409f4ce1-4cbd-446e-b8c2-2133237829d2 req-07d3332e-c47b-486d-ba12-909568106f46 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 946 time: 0.3325963 Sep 06 14:45:29.379772 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-409f4ce1-4cbd-446e-b8c2-2133237829d2 req-0139c118-15a7-4d8d-9796-a3dd790efbf4 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4e1603d-584b-4344-863b-ff8c18687144&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343535 Sep 06 14:45:29.645244 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c130b-3fea-4d40-8e0a-d6e13d954c2f req-f7437dc6-d6b5-4f8c-889e-4a9a578e58d2 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:29.646748 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f58c130b-3fea-4d40-8e0a-d6e13d954c2f req-f7437dc6-d6b5-4f8c-889e-4a9a578e58d2 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.22 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 946 time: 0.0526602 Sep 06 14:45:29.735450 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-f58c130b-3fea-4d40-8e0a-d6e13d954c2f req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Deleting port 65a140d5-df10-4f8d-8c15-f64125a571de {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:45:29.735790 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-f58c130b-3fea-4d40-8e0a-d6e13d954c2f req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:29.826998 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-f58c130b-3fea-4d40-8e0a-d6e13d954c2f req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] For port 65a140d5-df10-4f8d-8c15-f64125a571de, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=65a140d5-df10-4f8d-8c15-f64125a571de,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:29.827364 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-f58c130b-3fea-4d40-8e0a-d6e13d954c2f req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:29.840112 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-f58c130b-3fea-4d40-8e0a-d6e13d954c2f req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Calling delete_port for 65a140d5-df10-4f8d-8c15-f64125a571de owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:45:29.967464 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-f58c130b-3fea-4d40-8e0a-d6e13d954c2f req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:30.001152 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event deleted for resources: {'Port': ['ID=65a140d5-df10-4f8d-8c15-f64125a571de,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:30.027669 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:30.028013 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:30.028348 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:30.028680 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:30.029004 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:30.029328 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:30.029650 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:30.029998 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:30.030321 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:30.030640 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:30.030955 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:30.031269 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:30.053636 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58c130b-3fea-4d40-8e0a-d6e13d954c2f req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] No DVR routers for this DVR port 65a140d5-df10-4f8d-8c15-f64125a571de on host hv-cinder-79128 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:45:30.056208 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-f58c130b-3fea-4d40-8e0a-d6e13d954c2f req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:30.058352 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f58c130b-3fea-4d40-8e0a-d6e13d954c2f req-6d238690-d7e6-45b1-8e1b-ad0a6944f665 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.22 "DELETE /v2.0/ports/65a140d5-df10-4f8d-8c15-f64125a571de HTTP/1.1" status: 204 len: 173 time: 0.4047627 Sep 06 14:45:30.058782 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f655f4-d100-4342-a32d-69e428511e2e', 'name': 'network-vif-deleted', 'tag': '65a140d5-df10-4f8d-8c15-f64125a571de'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:45:30.061018 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dff5c6c-36ac-45bb-a7aa-c5369e9c797f" -d '{"events": [{"server_uuid": "63f655f4-d100-4342-a32d-69e428511e2e", "name": "network-vif-deleted", "tag": "65a140d5-df10-4f8d-8c15-f64125a571de"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:45:30.098238 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473156aa-803e-4b66-8306-c1ac1a63201c x-openstack-request-id: req-473156aa-803e-4b66-8306-c1ac1a63201c {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:45:30.098556 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f655f4-d100-4342-a32d-69e428511e2e", "name": "network-vif-deleted", "tag": "65a140d5-df10-4f8d-8c15-f64125a571de", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:45:30.098806 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-473156aa-803e-4b66-8306-c1ac1a63201c {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:45:30.099289 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f655f4-d100-4342-a32d-69e428511e2e', 'name': 'network-vif-deleted', 'tag': '65a140d5-df10-4f8d-8c15-f64125a571de', 'status': 'completed', 'code': 200} Sep 06 14:45:30.499387 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3203111d-b13f-43c9-ad15-9fb58a9f8d11 req-d276c0b5-1c20-4e13-ab26-6d4dbaa983d5 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f655f4-d100-4342-a32d-69e428511e2e HTTP/1.1" status: 200 len: 210 time: 0.0270376 Sep 06 14:45:31.555396 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56710) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:31.677279 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f5f47aaa-d23e-45ee-89d1-61dd8523bc4a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Deleting port a957dc4f-0deb-4e77-b7f9-0859d31fc307 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:45:31.677633 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f5f47aaa-d23e-45ee-89d1-61dd8523bc4a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:31.759168 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f5f47aaa-d23e-45ee-89d1-61dd8523bc4a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:31.759510 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f5f47aaa-d23e-45ee-89d1-61dd8523bc4a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:31.772040 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-f5f47aaa-d23e-45ee-89d1-61dd8523bc4a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Calling delete_port for a957dc4f-0deb-4e77-b7f9-0859d31fc307 owned by network:floatingip {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:45:31.908784 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f5f47aaa-d23e-45ee-89d1-61dd8523bc4a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:31.935980 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f47aaa-d23e-45ee-89d1-61dd8523bc4a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event deleted for resources: {'Port': ['ID=a957dc4f-0deb-4e77-b7f9-0859d31fc307,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:31.995149 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f5f47aaa-d23e-45ee-89d1-61dd8523bc4a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for floatingip, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:31.997806 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f5f47aaa-d23e-45ee-89d1-61dd8523bc4a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:31.999102 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f5f47aaa-d23e-45ee-89d1-61dd8523bc4a tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "DELETE /v2.0/floatingips/c41bb967-c072-4f37-a6d6-550ee89c3c5a HTTP/1.1" status: 204 len: 168 time: 0.4426994 Sep 06 14:45:33.202010 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56738) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:33.261253 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-345dee45-9f4e-4395-8673-499ee1e17334 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:33.286176 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-345dee45-9f4e-4395-8673-499ee1e17334 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:33.347568 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-345dee45-9f4e-4395-8673-499ee1e17334 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:33.351192 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-345dee45-9f4e-4395-8673-499ee1e17334 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:33.352371 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-345dee45-9f4e-4395-8673-499ee1e17334 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] 10.222.0.53 "DELETE /v2.0/security-groups/c4e1603d-584b-4344-863b-ff8c18687144 HTTP/1.1" status: 204 len: 168 time: 0.1493366 Sep 06 14:45:33.362346 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345dee45-9f4e-4395-8673-499ee1e17334 tempest-TestVolumeBootPattern-1893892425 tempest-TestVolumeBootPattern-1893892425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e1603d-584b-4344-863b-ff8c18687144,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:33.420367 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56742) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:33.896310 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-500c8cfd-2853-49b1-a8d0-9272c96f0386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677687'] for router_interface, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:33.985273 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 65a140d5-df10-4f8d-8c15-f64125a571de no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:45:34.007406 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: 65a140d5-df10-4f8d-8c15-f64125a571de {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:45:34.007761 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 65a140d5-df10-4f8d-8c15-f64125a571de not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:45:34.154954 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-500c8cfd-2853-49b1-a8d0-9272c96f0386 admin admin] Deleting port a44d6d20-72a7-4cc9-bace-08c23a3ff51e {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:45:34.155213 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-500c8cfd-2853-49b1-a8d0-9272c96f0386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:34.237928 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-500c8cfd-2853-49b1-a8d0-9272c96f0386 admin admin] For port a44d6d20-72a7-4cc9-bace-08c23a3ff51e, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=a44d6d20-72a7-4cc9-bace-08c23a3ff51e,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:34.239299 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-500c8cfd-2853-49b1-a8d0-9272c96f0386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:34.256234 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-500c8cfd-2853-49b1-a8d0-9272c96f0386 admin admin] Calling delete_port for a44d6d20-72a7-4cc9-bace-08c23a3ff51e owned by network:router_interface {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:45:34.437656 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-500c8cfd-2853-49b1-a8d0-9272c96f0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:34.462273 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c8cfd-2853-49b1-a8d0-9272c96f0386 admin admin] Pushing event deleted for resources: {'Port': ['ID=a44d6d20-72a7-4cc9-bace-08c23a3ff51e,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:34.560966 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b44a2e30-def3-49d5-ad62-19acb971437d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:34.631901 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-500c8cfd-2853-49b1-a8d0-9272c96f0386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677795'] for router_interface, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:34.844347 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500c8cfd-2853-49b1-a8d0-9272c96f0386 admin admin] Router 93489a06-1a14-48aa-8c71-b0bbd7576586 has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:45:34.948114 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500c8cfd-2853-49b1-a8d0-9272c96f0386 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:45:34.956035 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56752) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:34.956649 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-500c8cfd-2853-49b1-a8d0-9272c96f0386 admin admin] 10.222.0.53 "PUT /v2.0/routers/93489a06-1a14-48aa-8c71-b0bbd7576586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5347657 Sep 06 14:45:34.959656 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fce0cb-2ad2-4d54-9539-1f6e7e5395d1 None None] Sync routers for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:45:34.969669 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fce0cb-2ad2-4d54-9539-1f6e7e5395d1 None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:34.970458 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-c4fce0cb-2ad2-4d54-9539-1f6e7e5395d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:45:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:35.060573 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-63c1df36-34da-45d3-bb5c-cff97fe036c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.075160 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-c4fce0cb-2ad2-4d54-9539-1f6e7e5395d1 None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:35.170042 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-63c1df36-34da-45d3-bb5c-cff97fe036c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.227682 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-63c1df36-34da-45d3-bb5c-cff97fe036c1 admin admin] Deleting port f4e94696-f951-4b35-b577-d5b6adf19d11 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:45:35.228032 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-63c1df36-34da-45d3-bb5c-cff97fe036c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.280182 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-c4fce0cb-2ad2-4d54-9539-1f6e7e5395d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:45:34Z', 'revision_number': 5, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port': {'id': 'f4e94696-f951-4b35-b577-d5b6adf19d11', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:35.307546 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fce0cb-2ad2-4d54-9539-1f6e7e5395d1 None None] Checking router: 93489a06-1a14-48aa-8c71-b0bbd7576586 for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:45:35.313434 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-63c1df36-34da-45d3-bb5c-cff97fe036c1 admin admin] For port f4e94696-f951-4b35-b577-d5b6adf19d11, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=f4e94696-f951-4b35-b577-d5b6adf19d11,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:35.313735 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-63c1df36-34da-45d3-bb5c-cff97fe036c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.315750 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fce0cb-2ad2-4d54-9539-1f6e7e5395d1 None None] Routers {'93489a06-1a14-48aa-8c71-b0bbd7576586'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:35.316576 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-c4fce0cb-2ad2-4d54-9539-1f6e7e5395d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:45:07Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['93489a06-1a14-48aa-8c71-b0bbd7576586'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:35.326408 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-63c1df36-34da-45d3-bb5c-cff97fe036c1 admin admin] Calling delete_port for f4e94696-f951-4b35-b577-d5b6adf19d11 owned by network:router_gateway {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:45:35.401017 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-c4fce0cb-2ad2-4d54-9539-1f6e7e5395d1 None None] Set router 93489a06-1a14-48aa-8c71-b0bbd7576586 gateway port host: None {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:35.454328 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-c4fce0cb-2ad2-4d54-9539-1f6e7e5395d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:45:35Z', 'revision_number': 6, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port_host': None}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:35.484508 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fce0cb-2ad2-4d54-9539-1f6e7e5395d1 None None] The sync data for ids ['93489a06-1a14-48aa-8c71-b0bbd7576586'] in dv-cinder-791281-8-iscsi is: [{'id': '93489a06-1a14-48aa-8c71-b0bbd7576586', 'name': 'tempest-TestVolumeBootPattern-1256673732-router', 'tenant_id': '01e86bce1eb746b999d2ea9741fff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:14Z', 'updated_at': '2021-09-06T14:45:35Z', 'revision_number': 6, 'project_id': '01e86bce1eb746b999d2ea9741fff156', 'gw_port_host': None}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:45:35.498461 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-63c1df36-34da-45d3-bb5c-cff97fe036c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.529715 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1df36-34da-45d3-bb5c-cff97fe036c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e94696-f951-4b35-b577-d5b6adf19d11,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:35.587471 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-63c1df36-34da-45d3-bb5c-cff97fe036c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679885'] for router_gateway, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.678610 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-63c1df36-34da-45d3-bb5c-cff97fe036c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-677138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28242'] for router, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.680714 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-63c1df36-34da-45d3-bb5c-cff97fe036c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.728380 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-63c1df36-34da-45d3-bb5c-cff97fe036c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-677227'] for router, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.728910 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c1df36-34da-45d3-bb5c-cff97fe036c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93489a06-1a14-48aa-8c71-b0bbd7576586 {{(pid=93872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:45:35.733413 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-63c1df36-34da-45d3-bb5c-cff97fe036c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.734614 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-63c1df36-34da-45d3-bb5c-cff97fe036c1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/93489a06-1a14-48aa-8c71-b0bbd7576586 HTTP/1.1" status: 204 len: 168 time: 0.7761235 Sep 06 14:45:35.737487 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56764) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:35.786358 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-7deafda8-c017-4c8e-a588-1ba18994588f admin admin] Deleting subnet 3d8f3db7-1100-47f8-a041-76cc8cbfc844 {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:45:35.789617 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7deafda8-c017-4c8e-a588-1ba18994588f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.823356 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7deafda8-c017-4c8e-a588-1ba18994588f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4322069'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.916266 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7deafda8-c017-4c8e-a588-1ba18994588f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.980777 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7deafda8-c017-4c8e-a588-1ba18994588f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5019801'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.008690 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deafda8-c017-4c8e-a588-1ba18994588f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8f3db7-1100-47f8-a041-76cc8cbfc844,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:36.010645 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7deafda8-c017-4c8e-a588-1ba18994588f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.015190 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56766) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:36.015675 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7deafda8-c017-4c8e-a588-1ba18994588f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3d8f3db7-1100-47f8-a041-76cc8cbfc844 HTTP/1.1" status: 204 len: 168 time: 0.2767687 Sep 06 14:45:36.017350 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47535879-5f30-4ff3-a7f4-cab348bbac0d None None] Network 5c60b747-df5e-44fc-9133-15b63b143d3f requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:45:36.097135 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.155190 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] Deleting port 4537c343-fb96-44cb-ad0d-bfc3a8f32973 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:45:36.155505 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.227953 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] For port 4537c343-fb96-44cb-ad0d-bfc3a8f32973, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=4537c343-fb96-44cb-ad0d-bfc3a8f32973,segment=NetworkSegment(83f00961-e56f-42b4-b1c5-4b23d52caf58),segment_id=83f00961-e56f-42b4-b1c5-4b23d52caf58)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:36.228319 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.240088 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] Calling delete_port for 4537c343-fb96-44cb-ad0d-bfc3a8f32973 owned by network:dhcp {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:45:36.288888 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff325e34-fa57-4ef1-9557-324ea43f5bd8 None None] DHCP port deletion for 5c60b747-df5e-44fc-9133-15b63b143d3f request from dv-cinder-791281-8-iscsi {{(pid=93873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 14:45:36.347324 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.358885 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-ff325e34-fa57-4ef1-9557-324ea43f5bd8 None None] Deleting port 4537c343-fb96-44cb-ad0d-bfc3a8f32973 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:45:36.359471 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ff325e34-fa57-4ef1-9557-324ea43f5bd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.379873 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=4537c343-fb96-44cb-ad0d-bfc3a8f32973,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:36.385702 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] No DVR routers for this DVR port 4537c343-fb96-44cb-ad0d-bfc3a8f32973 on host dv-cinder-791281-8-iscsi {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:45:36.433686 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-ff325e34-fa57-4ef1-9557-324ea43f5bd8 None None] For port 4537c343-fb96-44cb-ad0d-bfc3a8f32973, host dv-cinder-791281-8-iscsi, got binding levels [] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:36.434121 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ff325e34-fa57-4ef1-9557-324ea43f5bd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.447499 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-ff325e34-fa57-4ef1-9557-324ea43f5bd8 None None] Calling delete_port for 4537c343-fb96-44cb-ad0d-bfc3a8f32973 owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:45:36.450214 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.ipam_backend_mixin [None req-ff325e34-fa57-4ef1-9557-324ea43f5bd8 None None] Port 4537c343-fb96-44cb-ad0d-bfc3a8f32973 was not found and therefore no delete operation was performed {{(pid=93873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 06 14:45:36.451519 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ff325e34-fa57-4ef1-9557-324ea43f5bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.462233 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.474580 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c60b747-df5e-44fc-9133-15b63b143d3f']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:36.486730 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f00961-e56f-42b4-b1c5-4b23d52caf58') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:36.487405 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f00961-e56f-42b4-b1c5-4b23d52caf58') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:36.488916 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff325e34-fa57-4ef1-9557-324ea43f5bd8 None None] Pushing event deleted for resources: {'Port': ['ID=4537c343-fb96-44cb-ad0d-bfc3a8f32973,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:36.494070 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff325e34-fa57-4ef1-9557-324ea43f5bd8 None None] No DVR routers for this DVR port 4537c343-fb96-44cb-ad0d-bfc3a8f32973 on host dv-cinder-791281-8-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:45:36.501044 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11736447'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.522643 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.529026 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:45:36.529411 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11819353'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: Traceback (most recent call last): Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: timer() Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: cb(*args, **kw) Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: return func(*args, **kwargs) Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: self._notify() Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: self.callback(batched_events) Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: event.method(event) Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: return f(self, *a, **k) Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._get(url).json() Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:45:36.531543 dv-cinder-791281-8-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:45:36.587273 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.592923 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.597851 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56774) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:36.598127 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] 10.222.0.53 "DELETE /v2.0/networks/5c60b747-df5e-44fc-9133-15b63b143d3f HTTP/1.1" status: 204 len: 168 time: 0.5817747 Sep 06 14:45:36.609396 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7090c-5334-40cc-b21d-6652eac62e7a admin admin] Pushing event deleted for resources: {'Network': ['ID=5c60b747-df5e-44fc-9133-15b63b143d3f,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:36.813534 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device f4e94696-f951-4b35-b577-d5b6adf19d11 no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:45:36.834903 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: f4e94696-f951-4b35-b577-d5b6adf19d11 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:45:36.835244 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device f4e94696-f951-4b35-b577-d5b6adf19d11 not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:45:36.835647 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device a44d6d20-72a7-4cc9-bace-08c23a3ff51e no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:45:36.854330 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: a44d6d20-72a7-4cc9-bace-08c23a3ff51e {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:45:36.854667 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device a44d6d20-72a7-4cc9-bace-08c23a3ff51e not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:45:36.855072 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 4537c343-fb96-44cb-ad0d-bfc3a8f32973 no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:45:36.874009 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: 4537c343-fb96-44cb-ad0d-bfc3a8f32973 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:45:36.874351 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 4537c343-fb96-44cb-ad0d-bfc3a8f32973 not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:45:36.955427 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cf5b55d1-8e61-47c9-9984-356045058986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677687'] for router_interface, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:37.194706 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b55d1-8e61-47c9-9984-356045058986 admin admin] Deleting port fabde44f-a5ad-49ca-bbc2-db30c2966c2a {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:45:37.195491 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cf5b55d1-8e61-47c9-9984-356045058986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:37.273407 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-cf5b55d1-8e61-47c9-9984-356045058986 admin admin] For port fabde44f-a5ad-49ca-bbc2-db30c2966c2a, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=fabde44f-a5ad-49ca-bbc2-db30c2966c2a,segment=NetworkSegment(fab56b3f-879b-4ac6-8184-2fd55dc1572e),segment_id=fab56b3f-879b-4ac6-8184-2fd55dc1572e)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:37.273763 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cf5b55d1-8e61-47c9-9984-356045058986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:37.285503 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b55d1-8e61-47c9-9984-356045058986 admin admin] Calling delete_port for fabde44f-a5ad-49ca-bbc2-db30c2966c2a owned by network:router_interface {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:45:37.467775 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f4-b3ce-47f1-9030-c7e11b1c4b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:37.469998 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cf5b55d1-8e61-47c9-9984-356045058986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:37.496147 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b55d1-8e61-47c9-9984-356045058986 admin admin] Pushing event deleted for resources: {'Port': ['ID=fabde44f-a5ad-49ca-bbc2-db30c2966c2a,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:37.620359 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:37.681282 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cf5b55d1-8e61-47c9-9984-356045058986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677795'] for router_interface, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:37.897550 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5b55d1-8e61-47c9-9984-356045058986 admin admin] Router daa89d61-9efc-4590-91da-a72146370d5a has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:45:38.000280 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5b55d1-8e61-47c9-9984-356045058986 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:45:38.005569 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-cf5b55d1-8e61-47c9-9984-356045058986 admin admin] 10.222.0.53 "PUT /v2.0/routers/daa89d61-9efc-4590-91da-a72146370d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4063034 Sep 06 14:45:38.008767 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56796) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:38.009643 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32049f3f-ae8d-40e2-9a3c-dc0e8efa8136 None None] Sync routers for ids ['daa89d61-9efc-4590-91da-a72146370d5a'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:45:38.019256 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32049f3f-ae8d-40e2-9a3c-dc0e8efa8136 None None] Routers {'daa89d61-9efc-4590-91da-a72146370d5a'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:38.020461 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-32049f3f-ae8d-40e2-9a3c-dc0e8efa8136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:45:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['daa89d61-9efc-4590-91da-a72146370d5a'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:38.112437 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ad2711d7-1bae-41bb-9924-886aa44a6a37 admin admin] Notify callbacks [] for router, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:38.208583 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-32049f3f-ae8d-40e2-9a3c-dc0e8efa8136 None None] Set router daa89d61-9efc-4590-91da-a72146370d5a gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:38.216925 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ad2711d7-1bae-41bb-9924-886aa44a6a37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:38.271078 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-ad2711d7-1bae-41bb-9924-886aa44a6a37 admin admin] Deleting port eb97a8e8-749e-485f-afd7-ffddd7261ddb {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:45:38.271724 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ad2711d7-1bae-41bb-9924-886aa44a6a37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:38.357430 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-ad2711d7-1bae-41bb-9924-886aa44a6a37 admin admin] For port eb97a8e8-749e-485f-afd7-ffddd7261ddb, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=eb97a8e8-749e-485f-afd7-ffddd7261ddb,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:38.357430 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ad2711d7-1bae-41bb-9924-886aa44a6a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:38.368151 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-ad2711d7-1bae-41bb-9924-886aa44a6a37 admin admin] Calling delete_port for eb97a8e8-749e-485f-afd7-ffddd7261ddb owned by network:router_gateway {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:45:38.388791 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-32049f3f-ae8d-40e2-9a3c-dc0e8efa8136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'name': 'tempest-TestVolumeBootPattern-1923915157-router', 'tenant_id': '63e550f14e3e43b88e0e863642824fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'eb97a8e8-749e-485f-afd7-ffddd7261ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:19Z', 'updated_at': '2021-09-06T14:45:37Z', 'revision_number': 5, 'project_id': '63e550f14e3e43b88e0e863642824fd3', 'gw_port': {'id': 'eb97a8e8-749e-485f-afd7-ffddd7261ddb', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:35:20Z', 'updated_at': '2021-09-06T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:38.417310 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32049f3f-ae8d-40e2-9a3c-dc0e8efa8136 None None] Checking router: daa89d61-9efc-4590-91da-a72146370d5a for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:45:38.425825 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32049f3f-ae8d-40e2-9a3c-dc0e8efa8136 None None] Routers {'daa89d61-9efc-4590-91da-a72146370d5a'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:38.426876 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-32049f3f-ae8d-40e2-9a3c-dc0e8efa8136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:45:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['daa89d61-9efc-4590-91da-a72146370d5a'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:38.516174 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-32049f3f-ae8d-40e2-9a3c-dc0e8efa8136 None None] Set router daa89d61-9efc-4590-91da-a72146370d5a gateway port host: None {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:38.575241 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-32049f3f-ae8d-40e2-9a3c-dc0e8efa8136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'name': 'tempest-TestVolumeBootPattern-1923915157-router', 'tenant_id': '63e550f14e3e43b88e0e863642824fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:19Z', 'updated_at': '2021-09-06T14:45:38Z', 'revision_number': 6, 'project_id': '63e550f14e3e43b88e0e863642824fd3', 'gw_port_host': None}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:38.604528 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32049f3f-ae8d-40e2-9a3c-dc0e8efa8136 None None] The sync data for ids ['daa89d61-9efc-4590-91da-a72146370d5a'] in dv-cinder-791281-8-iscsi is: [{'id': 'daa89d61-9efc-4590-91da-a72146370d5a', 'name': 'tempest-TestVolumeBootPattern-1923915157-router', 'tenant_id': '63e550f14e3e43b88e0e863642824fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:35:19Z', 'updated_at': '2021-09-06T14:45:38Z', 'revision_number': 6, 'project_id': '63e550f14e3e43b88e0e863642824fd3', 'gw_port_host': None}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:45:38.771527 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ad2711d7-1bae-41bb-9924-886aa44a6a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:38.795978 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2711d7-1bae-41bb-9924-886aa44a6a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb97a8e8-749e-485f-afd7-ffddd7261ddb,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:38.857328 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ad2711d7-1bae-41bb-9924-886aa44a6a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679885'] for router_gateway, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:38.946314 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:38.957336 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ad2711d7-1bae-41bb-9924-886aa44a6a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-677138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28242'] for router, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:38.959773 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ad2711d7-1bae-41bb-9924-886aa44a6a37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.009176 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ad2711d7-1bae-41bb-9924-886aa44a6a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-677227'] for router, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.010104 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2711d7-1bae-41bb-9924-886aa44a6a37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daa89d61-9efc-4590-91da-a72146370d5a {{(pid=93872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:45:39.014754 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ad2711d7-1bae-41bb-9924-886aa44a6a37 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.015928 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ad2711d7-1bae-41bb-9924-886aa44a6a37 admin admin] 10.222.0.53 "DELETE /v2.0/routers/daa89d61-9efc-4590-91da-a72146370d5a HTTP/1.1" status: 204 len: 168 time: 1.0062420 Sep 06 14:45:39.020054 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56804) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:39.071314 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device fabde44f-a5ad-49ca-bbc2-db30c2966c2a no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:45:39.075303 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1e33d4-71aa-410d-bf0b-361326c197af admin admin] Deleting subnet 29eaa504-20d2-40dc-8ead-12963ae21a42 {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:45:39.078636 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a1e33d4-71aa-410d-bf0b-361326c197af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.093031 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: fabde44f-a5ad-49ca-bbc2-db30c2966c2a {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:45:39.093387 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device fabde44f-a5ad-49ca-bbc2-db30c2966c2a not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:45:39.119600 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a1e33d4-71aa-410d-bf0b-361326c197af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11736422'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.197649 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a1e33d4-71aa-410d-bf0b-361326c197af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.257143 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a1e33d4-71aa-410d-bf0b-361326c197af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11819271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12567114'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.284192 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e33d4-71aa-410d-bf0b-361326c197af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29eaa504-20d2-40dc-8ead-12963ae21a42,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:39.287373 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a1e33d4-71aa-410d-bf0b-361326c197af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.291526 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9a1e33d4-71aa-410d-bf0b-361326c197af admin admin] 10.222.0.53 "DELETE /v2.0/subnets/29eaa504-20d2-40dc-8ead-12963ae21a42 HTTP/1.1" status: 204 len: 168 time: 0.2682772 Sep 06 14:45:39.291897 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56806) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:39.294626 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7fe42a-f3d3-45ed-91b6-3fa3f13ccabe None None] Network ac50503a-86da-4a83-8fe4-261aa613b800 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:45:39.372400 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.436983 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] Deleting port 151fbcc7-1019-4034-8f5a-559f209bc5ef {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:45:39.436983 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.485806 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a28ef-5cb8-4723-8b9c-b275e226056f None None] DHCP port deletion for ac50503a-86da-4a83-8fe4-261aa613b800 request from dv-cinder-791281-8-iscsi {{(pid=93873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 14:45:39.507761 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] For port 151fbcc7-1019-4034-8f5a-559f209bc5ef, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=151fbcc7-1019-4034-8f5a-559f209bc5ef,segment=NetworkSegment(fab56b3f-879b-4ac6-8184-2fd55dc1572e),segment_id=fab56b3f-879b-4ac6-8184-2fd55dc1572e)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:39.508134 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.520011 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] Calling delete_port for 151fbcc7-1019-4034-8f5a-559f209bc5ef owned by network:dhcp {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:45:39.537796 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-265a28ef-5cb8-4723-8b9c-b275e226056f None None] Deleting port 151fbcc7-1019-4034-8f5a-559f209bc5ef {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:45:39.544419 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-265a28ef-5cb8-4723-8b9c-b275e226056f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.599395 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.603622 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-265a28ef-5cb8-4723-8b9c-b275e226056f None None] For port 151fbcc7-1019-4034-8f5a-559f209bc5ef, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=151fbcc7-1019-4034-8f5a-559f209bc5ef,segment=NetworkSegment(fab56b3f-879b-4ac6-8184-2fd55dc1572e),segment_id=fab56b3f-879b-4ac6-8184-2fd55dc1572e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:39.604026 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-265a28ef-5cb8-4723-8b9c-b275e226056f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.617128 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-265a28ef-5cb8-4723-8b9c-b275e226056f None None] Calling delete_port for 151fbcc7-1019-4034-8f5a-559f209bc5ef owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:45:39.626228 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] Pushing event deleted for resources: {'Port': ['ID=151fbcc7-1019-4034-8f5a-559f209bc5ef,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:39.628068 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] No DVR routers for this DVR port 151fbcc7-1019-4034-8f5a-559f209bc5ef on host dv-cinder-791281-8-iscsi {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:45:39.696715 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-265a28ef-5cb8-4723-8b9c-b275e226056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.701460 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.712846 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac50503a-86da-4a83-8fe4-261aa613b800']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:39.723180 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a28ef-5cb8-4723-8b9c-b275e226056f None None] Pushing event deleted for resources: {'Port': ['ID=151fbcc7-1019-4034-8f5a-559f209bc5ef,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:39.723608 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab56b3f-879b-4ac6-8184-2fd55dc1572e') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:39.723907 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab56b3f-879b-4ac6-8184-2fd55dc1572e') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:39.728152 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265a28ef-5cb8-4723-8b9c-b275e226056f None None] No DVR routers for this DVR port 151fbcc7-1019-4034-8f5a-559f209bc5ef on host dv-cinder-791281-8-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:45:39.735007 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11736447'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.749325 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.755500 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:45:39.755982 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11819353'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: Traceback (most recent call last): Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: timer() Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: cb(*args, **kw) Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: return func(*args, **kwargs) Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: self._notify() Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: self.callback(batched_events) Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: event.method(event) Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: return f(self, *a, **k) Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._get(url).json() Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:45:39.757657 dv-cinder-791281-8-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:45:39.811663 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.817329 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.821532 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ac50503a-86da-4a83-8fe4-261aa613b800 HTTP/1.1" status: 204 len: 168 time: 0.5265696 Sep 06 14:45:39.829967 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa416ad-2772-48de-a10c-22f4ac566296 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac50503a-86da-4a83-8fe4-261aa613b800,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:39.841532 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56812) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:39.888383 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-2feffaa8-013f-4734-80d7-52bb4702fee5 admin admin] Deleting subnet b2495c25-55b6-4259-be11-2e907fddffed {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:45:39.892620 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2feffaa8-013f-4734-80d7-52bb4702fee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.929466 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2feffaa8-013f-4734-80d7-52bb4702fee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11736422'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.951693 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56814) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:39.968222 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2feffaa8-013f-4734-80d7-52bb4702fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.993083 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-96f49acd-86d3-44b3-ae48-d0910d0a83e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01e86bce1eb746b999d2ea9741fff156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391021 Sep 06 14:45:39.994557 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56816) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:40.028695 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2feffaa8-013f-4734-80d7-52bb4702fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11819271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12567114'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.043227 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bfba5eb7-3c40-4bdd-9e03-10a88ce0bea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.055277 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feffaa8-013f-4734-80d7-52bb4702fee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2495c25-55b6-4259-be11-2e907fddffed,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:40.058978 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2feffaa8-013f-4734-80d7-52bb4702fee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.060903 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-2feffaa8-013f-4734-80d7-52bb4702fee5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b2495c25-55b6-4259-be11-2e907fddffed HTTP/1.1" status: 204 len: 168 time: 0.2184155 Sep 06 14:45:40.063349 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56818) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:40.066983 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bfba5eb7-3c40-4bdd-9e03-10a88ce0bea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.115633 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bfba5eb7-3c40-4bdd-9e03-10a88ce0bea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.118243 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bfba5eb7-3c40-4bdd-9e03-10a88ce0bea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.119418 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-bfba5eb7-3c40-4bdd-9e03-10a88ce0bea3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/476b4d61-b287-49ed-bbce-b603ef56f6cf HTTP/1.1" status: 204 len: 168 time: 0.1238461 Sep 06 14:45:40.127813 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba5eb7-3c40-4bdd-9e03-10a88ce0bea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476b4d61-b287-49ed-bbce-b603ef56f6cf,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:40.132975 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b1b93ca-8055-407f-aca7-70a9a72646c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.214684 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b1b93ca-8055-407f-aca7-70a9a72646c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.225272 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-3b1b93ca-8055-407f-aca7-70a9a72646c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc588a9-2d15-4311-a80d-69bfb64e5f74']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:40.235045 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-3b1b93ca-8055-407f-aca7-70a9a72646c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7524f0b4-6980-4783-9b14-52a93568c79c') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:40.235346 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-3b1b93ca-8055-407f-aca7-70a9a72646c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7524f0b4-6980-4783-9b14-52a93568c79c') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:40.244972 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b1b93ca-8055-407f-aca7-70a9a72646c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11736447'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.260290 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b1b93ca-8055-407f-aca7-70a9a72646c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.266719 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1b93ca-8055-407f-aca7-70a9a72646c2 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:45:40.267155 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b1b93ca-8055-407f-aca7-70a9a72646c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11819353'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: Traceback (most recent call last): Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: timer() Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: cb(*args, **kw) Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: return func(*args, **kwargs) Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: self._notify() Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: self.callback(batched_events) Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: event.method(event) Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: return f(self, *a, **k) Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._get(url).json() Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:45:40.269014 dv-cinder-791281-8-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:45:40.327349 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b1b93ca-8055-407f-aca7-70a9a72646c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.332752 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b1b93ca-8055-407f-aca7-70a9a72646c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.341069 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-3b1b93ca-8055-407f-aca7-70a9a72646c2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bfc588a9-2d15-4311-a80d-69bfb64e5f74 HTTP/1.1" status: 204 len: 168 time: 0.2705839 Sep 06 14:45:40.345937 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b93ca-8055-407f-aca7-70a9a72646c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc588a9-2d15-4311-a80d-69bfb64e5f74,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:40.452810 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.504386 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56826) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:40.511833 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56828) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:40.545164 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-e2070730-a603-420a-b00c-47f8831b1a61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63e550f14e3e43b88e0e863642824fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390878 Sep 06 14:45:40.547353 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56830) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:40.556292 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-8b4b9125-da93-4db9-b5c2-8dedb83d556f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e2a6168430a1443aa17b699bab5d3b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433164 Sep 06 14:45:40.558662 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 56832) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:40.595570 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c824ba46-9624-49e9-9085-ddaa77bc80cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.610073 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f45c43bf-342d-4dc0-8a00-6379737bbf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.617797 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c824ba46-9624-49e9-9085-ddaa77bc80cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.633044 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f45c43bf-342d-4dc0-8a00-6379737bbf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.664946 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c824ba46-9624-49e9-9085-ddaa77bc80cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.667595 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c824ba46-9624-49e9-9085-ddaa77bc80cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.668643 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c824ba46-9624-49e9-9085-ddaa77bc80cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/357bd0d9-58ec-41be-8f21-9c13c0fd074a HTTP/1.1" status: 204 len: 168 time: 0.1204076 Sep 06 14:45:40.677506 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824ba46-9624-49e9-9085-ddaa77bc80cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357bd0d9-58ec-41be-8f21-9c13c0fd074a,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:40.689999 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f45c43bf-342d-4dc0-8a00-6379737bbf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.692810 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f45c43bf-342d-4dc0-8a00-6379737bbf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.694234 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f45c43bf-342d-4dc0-8a00-6379737bbf3c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da2763a9-c385-4ac6-bf05-9e73ea61e2dc HTTP/1.1" status: 204 len: 168 time: 0.1346178 Sep 06 14:45:40.704525 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c43bf-342d-4dc0-8a00-6379737bbf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2763a9-c385-4ac6-bf05-9e73ea61e2dc,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:40.828051 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 151fbcc7-1019-4034-8f5a-559f209bc5ef no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:45:40.849513 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: 151fbcc7-1019-4034-8f5a-559f209bc5ef {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:45:40.850084 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 151fbcc7-1019-4034-8f5a-559f209bc5ef not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:45:40.850661 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device eb97a8e8-749e-485f-afd7-ffddd7261ddb no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:45:40.871198 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: eb97a8e8-749e-485f-afd7-ffddd7261ddb {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:45:40.871608 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device eb97a8e8-749e-485f-afd7-ffddd7261ddb not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:45:41.471403 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:02.678040 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:46:04.562682 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-475b6f05-1427-4115-8433-570edad40e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:07.468976 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7780d717-c0bb-4de6-8c40-30bf29c49506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:07.611188 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:08.949654 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:10.453183 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:11.466304 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:24.143758 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc4ff3-ed42-4a13-b062-02f705b6e5ae req-02a1f7ef-d209-4654-b9ae-850ad9a25ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:24.145297 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d9fc4ff3-ed42-4a13-b062-02f705b6e5ae req-02a1f7ef-d209-4654-b9ae-850ad9a25ea6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=990faba234c04a3398f9485ccbfcc07d&device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 1138 time: 0.0397553 Sep 06 14:46:24.145578 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba74a7-be25-4f2e-93cc-62f54c4db789 req-b8cf0007-0a7e-4cf3-9e51-75bf17806d01 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:24.147436 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6dba74a7-be25-4f2e-93cc-62f54c4db789 req-b8cf0007-0a7e-4cf3-9e51-75bf17806d01 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 985 time: 0.0504313 Sep 06 14:46:24.192099 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6dba74a7-be25-4f2e-93cc-62f54c4db789 req-725fc96e-5c1e-4c12-9eb2-8f371c8629d4 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&id=39269fa7-40f7-493d-9d8c-ac328a9927bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384450 Sep 06 14:46:24.242326 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc4ff3-ed42-4a13-b062-02f705b6e5ae req-89dffcd2-2e1b-4681-b86c-2f9bb3787cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:24.243717 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d9fc4ff3-ed42-4a13-b062-02f705b6e5ae req-89dffcd2-2e1b-4681-b86c-2f9bb3787cbc service neutron] 10.222.0.22 "GET /v2.0/networks?id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b HTTP/1.1" status: 200 len: 915 time: 0.0898838 Sep 06 14:46:24.309790 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d9fc4ff3-ed42-4a13-b062-02f705b6e5ae req-60496070-ed66-4720-bcd0-39fb9bd3a438 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a996fa-8e8d-4941-b1ca-332b45e5ae3c HTTP/1.1" status: 200 len: 1002 time: 0.0579813 Sep 06 14:46:24.364280 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc4ff3-ed42-4a13-b062-02f705b6e5ae req-6012ad3b-21d6-48bd-8946-ef0bc6f574e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:24.366393 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d9fc4ff3-ed42-4a13-b062-02f705b6e5ae req-6012ad3b-21d6-48bd-8946-ef0bc6f574e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcbd92d1-736b-4447-affb-a0a6d65c33fe HTTP/1.1" status: 200 len: 853 time: 0.0489986 Sep 06 14:46:24.412894 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc4ff3-ed42-4a13-b062-02f705b6e5ae req-285ec023-f3f9-4526-ac4a-7bdba36cba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:24.414373 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d9fc4ff3-ed42-4a13-b062-02f705b6e5ae req-285ec023-f3f9-4526-ac4a-7bdba36cba3b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400074 Sep 06 14:46:24.504211 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d9fc4ff3-ed42-4a13-b062-02f705b6e5ae req-f78e5593-71be-4000-b8bf-a69c0f806145 service neutron] 10.222.0.22 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816839 Sep 06 14:46:24.600095 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d9fc4ff3-ed42-4a13-b062-02f705b6e5ae req-29b27be7-242f-437e-aa84-74fb1b7c2900 service neutron] 10.222.0.22 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862179 Sep 06 14:46:25.309100 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9e8c7-523a-4f3f-b2c5-2d13545370bf req-64809bba-c649-4ff0-9e59-2301e5612117 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:25.310605 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d4f9e8c7-523a-4f3f-b2c5-2d13545370bf req-64809bba-c649-4ff0-9e59-2301e5612117 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 985 time: 0.0486259 Sep 06 14:46:25.351044 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d4f9e8c7-523a-4f3f-b2c5-2d13545370bf req-380aa8db-6c38-4524-aee5-0b35d8ca1cb4 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&id=39269fa7-40f7-493d-9d8c-ac328a9927bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344608 Sep 06 14:46:26.464747 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07317e-1985-4678-a057-8c92a8b7e26b req-233c5d5f-782e-417e-958a-518ef9147f73 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:26.466343 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6f07317e-1985-4678-a057-8c92a8b7e26b req-233c5d5f-782e-417e-958a-518ef9147f73 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 985 time: 0.0487809 Sep 06 14:46:26.509816 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6f07317e-1985-4678-a057-8c92a8b7e26b req-137b9d4c-44f2-4d54-97b0-0e5feb50fa0f tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&id=39269fa7-40f7-493d-9d8c-ac328a9927bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373375 Sep 06 14:46:27.631396 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad1e3d-220b-4de7-b000-fdad6691720b req-c94d9f9c-123e-43ea-b0fa-a47385da535a tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:27.632883 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f4ad1e3d-220b-4de7-b000-fdad6691720b req-c94d9f9c-123e-43ea-b0fa-a47385da535a tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 985 time: 0.0537031 Sep 06 14:46:27.673397 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f4ad1e3d-220b-4de7-b000-fdad6691720b req-44bfc0be-b4b0-4adb-8243-b716ec9c6eaa tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&id=39269fa7-40f7-493d-9d8c-ac328a9927bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344832 Sep 06 14:46:28.787957 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd8efe-be64-4b8b-8e8b-35d9807716f2 req-cc5d0510-b97b-4060-92c4-e747a55fed03 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:28.789459 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7ebd8efe-be64-4b8b-8e8b-35d9807716f2 req-cc5d0510-b97b-4060-92c4-e747a55fed03 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 985 time: 0.0499065 Sep 06 14:46:28.827516 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7ebd8efe-be64-4b8b-8e8b-35d9807716f2 req-66a9c0cc-8d9d-4748-a6f5-d6738d33efc2 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&id=39269fa7-40f7-493d-9d8c-ac328a9927bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321200 Sep 06 14:46:29.941382 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814b621-3124-46d1-a79b-909fae2b135d req-bb28b494-0121-47b5-8fed-131c5e0801fd tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:29.942887 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c814b621-3124-46d1-a79b-909fae2b135d req-bb28b494-0121-47b5-8fed-131c5e0801fd tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 985 time: 0.0483456 Sep 06 14:46:29.982750 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c814b621-3124-46d1-a79b-909fae2b135d req-3674d717-8344-466b-a612-e49749f4d2c6 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&id=39269fa7-40f7-493d-9d8c-ac328a9927bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338967 Sep 06 14:46:31.098217 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df27f1-f624-4818-ad04-e5fbb7874e6d req-5da020a4-1b92-401f-a8fb-518525f70afa tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:31.100474 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-43df27f1-f624-4818-ad04-e5fbb7874e6d req-5da020a4-1b92-401f-a8fb-518525f70afa tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 985 time: 0.0504019 Sep 06 14:46:31.143729 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-43df27f1-f624-4818-ad04-e5fbb7874e6d req-ccb1463b-5959-4a32-b666-34b1475a7fc2 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&id=39269fa7-40f7-493d-9d8c-ac328a9927bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374484 Sep 06 14:46:32.257604 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665ff86-b3f8-44ba-83e3-a2ec78ff6143 req-39ca3cd6-7858-49e3-97d4-857520cdf016 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:32.259100 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5665ff86-b3f8-44ba-83e3-a2ec78ff6143 req-39ca3cd6-7858-49e3-97d4-857520cdf016 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 985 time: 0.0490482 Sep 06 14:46:32.298029 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5665ff86-b3f8-44ba-83e3-a2ec78ff6143 req-c6c02472-25f4-4f29-b366-3142f21bab25 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&id=39269fa7-40f7-493d-9d8c-ac328a9927bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330496 Sep 06 14:46:33.411996 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635476a1-b69d-4d37-8a35-faa88d3afd48 req-92874dba-02ef-4601-aff4-6e7f0cfad613 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:33.413481 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-635476a1-b69d-4d37-8a35-faa88d3afd48 req-92874dba-02ef-4601-aff4-6e7f0cfad613 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 985 time: 0.0479701 Sep 06 14:46:33.454028 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-635476a1-b69d-4d37-8a35-faa88d3afd48 req-346cb8c2-a864-4f06-9f8a-b6c5b67eaf8f tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&id=39269fa7-40f7-493d-9d8c-ac328a9927bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346029 Sep 06 14:46:34.564083 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b002c236-664a-4469-8041-6c2c65542c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:34.573895 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580f363-ccfa-47b1-93f1-497844f7c8e1 req-4cde761d-f6f8-4a64-b258-c208e62ab7aa tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:34.575404 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8580f363-ccfa-47b1-93f1-497844f7c8e1 req-4cde761d-f6f8-4a64-b258-c208e62ab7aa tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 985 time: 0.0562773 Sep 06 14:46:34.615426 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8580f363-ccfa-47b1-93f1-497844f7c8e1 req-31c12242-d22e-4c05-b2d4-bda701dc44b2 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&id=39269fa7-40f7-493d-9d8c-ac328a9927bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339434 Sep 06 14:46:35.727687 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46226f8a-4216-4df5-8a8d-f55ad4955337 req-8ba3fc7f-a528-43c9-b6cd-205b681288ff tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:35.729175 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-46226f8a-4216-4df5-8a8d-f55ad4955337 req-8ba3fc7f-a528-43c9-b6cd-205b681288ff tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 985 time: 0.0482705 Sep 06 14:46:35.767433 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-46226f8a-4216-4df5-8a8d-f55ad4955337 req-3a872606-6cd8-4877-9dac-b9ab6c61f78e tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&id=39269fa7-40f7-493d-9d8c-ac328a9927bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324023 Sep 06 14:46:37.469541 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f3a97d67-e72a-4c9a-9b97-ff8653eeea9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:37.611981 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:38.950486 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:39.676137 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:46:40.456564 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:41.465657 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:49.006948 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05e76e3a-1076-4201-982f-72c03ae457ce req-9f876932-fdec-4a72-9351-b5ad5c94ec77 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386608 Sep 06 14:46:49.087045 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e76e3a-1076-4201-982f-72c03ae457ce req-d4ab87ea-e73b-481c-92e3-b85fc9b942fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:49.088498 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05e76e3a-1076-4201-982f-72c03ae457ce req-d4ab87ea-e73b-481c-92e3-b85fc9b942fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=990faba234c04a3398f9485ccbfcc07d&device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 1138 time: 0.0401382 Sep 06 14:46:49.196640 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e76e3a-1076-4201-982f-72c03ae457ce req-6159881c-6b9f-4726-9f55-8ca446fb4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:49.198148 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05e76e3a-1076-4201-982f-72c03ae457ce req-6159881c-6b9f-4726-9f55-8ca446fb4e26 service neutron] 10.222.0.22 "GET /v2.0/networks?id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b HTTP/1.1" status: 200 len: 915 time: 0.0876455 Sep 06 14:46:49.264180 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05e76e3a-1076-4201-982f-72c03ae457ce req-c71d33d3-b805-4fc6-9834-318fb8a385db service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a996fa-8e8d-4941-b1ca-332b45e5ae3c HTTP/1.1" status: 200 len: 1002 time: 0.0577888 Sep 06 14:46:49.316123 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e76e3a-1076-4201-982f-72c03ae457ce req-bdefed50-f57e-462b-9c27-b110945d8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:49.317523 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05e76e3a-1076-4201-982f-72c03ae457ce req-bdefed50-f57e-462b-9c27-b110945d8130 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcbd92d1-736b-4447-affb-a0a6d65c33fe HTTP/1.1" status: 200 len: 853 time: 0.0465734 Sep 06 14:46:49.362536 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e76e3a-1076-4201-982f-72c03ae457ce req-78a26c02-5627-413f-91a3-de281ebe3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:49.364043 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05e76e3a-1076-4201-982f-72c03ae457ce req-78a26c02-5627-413f-91a3-de281ebe3d08 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391500 Sep 06 14:46:49.452876 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05e76e3a-1076-4201-982f-72c03ae457ce req-cdd3f6a3-7b80-4d1d-a316-dfca308affaa service neutron] 10.222.0.22 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814209 Sep 06 14:46:49.548687 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05e76e3a-1076-4201-982f-72c03ae457ce req-4d241480-8a16-411e-a5ec-d318d19c66fb service neutron] 10.222.0.22 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889978 Sep 06 14:47:04.607267 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-52942707-b149-4674-874f-d5d746a38e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:07.471728 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fa527da6-be97-476c-a445-e08ca366524b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:07.613274 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:08.953441 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:10.458885 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:11.486939 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:16.674580 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:47:34.572807 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9ccdc906-7f24-473c-a32a-7fa2e507edbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:37.472180 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6f56a5e0-7287-45ad-8b56-e6f1274a6e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:37.614931 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:38.916226 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-cf1ffb4f-8894-4e40-bd7e-8c6b3d7f2533 req-9d3da6a1-1c75-48a7-9812-7a83ace96bd1 service neutron] (93872) timed out ('10.222.0.22', 54433) {{(pid=93872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 06 14:47:38.955358 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:39.369938 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ed0c76e1-95f6-4a69-b451-a28d495e59b6 req-b68cdd74-8992-4e38-a04a-f7bf9b2cf847 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1091205515&fields=id&tenant_id=990faba234c04a3398f9485ccbfcc07d HTTP/1.1" status: 200 len: 267 time: 0.2736187 Sep 06 14:47:39.422252 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c76e1-95f6-4a69-b451-a28d495e59b6 req-a269344d-a6ca-427c-a0aa-fdee98a6d407 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:39.423702 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ed0c76e1-95f6-4a69-b451-a28d495e59b6 req-a269344d-a6ca-427c-a0aa-fdee98a6d407 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 985 time: 0.0481253 Sep 06 14:47:39.434543 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-ed0c76e1-95f6-4a69-b451-a28d495e59b6 req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Request body: {'port': {'security_groups': ['103345fa-0715-46d0-902a-f6b5bdfaf194']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:47:39.503879 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-ed0c76e1-95f6-4a69-b451-a28d495e59b6 req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3907314'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:39.671517 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-ed0c76e1-95f6-4a69-b451-a28d495e59b6 req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] For port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=38a996fa-8e8d-4941-b1ca-332b45e5ae3c,segment=NetworkSegment(989efdd3-1245-4ad8-8042-2d4031528655),segment_id=989efdd3-1245-4ad8-8042-2d4031528655)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:47:39.698960 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-ed0c76e1-95f6-4a69-b451-a28d495e59b6 req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:39.703399 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-ed0c76e1-95f6-4a69-b451-a28d495e59b6 req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741933564874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741933129867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741933129885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321563'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:39.715853 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['38a996fa-8e8d-4941-b1ca-332b45e5ae3c'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:47:39.745682 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c76e1-95f6-4a69-b451-a28d495e59b6 req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:39.746338 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-ed0c76e1-95f6-4a69-b451-a28d495e59b6 req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:39.748032 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ed0c76e1-95f6-4a69-b451-a28d495e59b6 req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "PUT /v2.0/ports/38a996fa-8e8d-4941-b1ca-332b45e5ae3c HTTP/1.1" status: 200 len: 943 time: 0.3177123 Sep 06 14:47:39.748188 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'tag': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:47:39.750446 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85235d22-ac82-401f-b1eb-5f2c696cb038" -d '{"events": [{"name": "network-changed", "server_uuid": "25e8f306-7c37-4264-bffa-b4b070e077ae", "tag": "38a996fa-8e8d-4941-b1ca-332b45e5ae3c"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:47:39.754282 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56920) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:39.783387 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Pushing event updated for resources: {'Port': ['ID=38a996fa-8e8d-4941-b1ca-332b45e5ae3c,revision_number=7']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:39.793166 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:39.793729 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:39.793857 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:39.794912 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:39.795267 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:39.795612 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:39.795955 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:39.796301 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:39.796623 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:39.797104 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:39.797301 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:39.797771 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824e7e3-5bbd-4329-82c5-9e3cc8bb4399 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:39.811956 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['38a996fa-8e8d-4941-b1ca-332b45e5ae3c'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:47:39.824988 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d780fc-e8fe-41c8-96b5-234abec561fe x-openstack-request-id: req-e1d780fc-e8fe-41c8-96b5-234abec561fe {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:47:39.825275 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e8f306-7c37-4264-bffa-b4b070e077ae", "tag": "38a996fa-8e8d-4941-b1ca-332b45e5ae3c", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:47:39.825520 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1d780fc-e8fe-41c8-96b5-234abec561fe {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:47:39.825984 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'tag': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c', 'status': 'completed', 'code': 200} Sep 06 14:47:39.851994 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:39.895934 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:39.952814 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85235d22-ac82-401f-b1eb-5f2c696cb038 req-d9a4a96d-6a25-45ae-adc6-83384dc5cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:39.954819 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-85235d22-ac82-401f-b1eb-5f2c696cb038 req-d9a4a96d-6a25-45ae-adc6-83384dc5cfaf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=990faba234c04a3398f9485ccbfcc07d&device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 1099 time: 0.1095154 Sep 06 14:47:39.963249 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:39.969447 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:39.973880 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "DELETE /v2.0/security-groups/39269fa7-40f7-493d-9d8c-ac328a9927bd HTTP/1.1" status: 204 len: 168 time: 0.2139807 Sep 06 14:47:39.974385 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 56928) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:40.019209 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39269fa7-40f7-493d-9d8c-ac328a9927bd,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:40.033658 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:40.034033 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:40.034381 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:40.034722 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:40.035057 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:40.035392 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:40.035726 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:40.036069 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:40.036384 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:40.036710 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:40.037434 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:40.037434 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be1cc58-37fb-4657-bc8b-a524801f5fd9 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:40.039647 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-565d6ae5-0a18-4f71-bf03-a433e74a3feb None None] Provisioning complete for port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:47:40.040369 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-565d6ae5-0a18-4f71-bf03-a433e74a3feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3849914'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:40.057396 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85235d22-ac82-401f-b1eb-5f2c696cb038 req-d1844a8d-1a8c-4508-92a4-8ded56c693fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:40.058954 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-85235d22-ac82-401f-b1eb-5f2c696cb038 req-d1844a8d-1a8c-4508-92a4-8ded56c693fd service neutron] 10.222.0.22 "GET /v2.0/networks?id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b HTTP/1.1" status: 200 len: 915 time: 0.0951004 Sep 06 14:47:40.131830 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-85235d22-ac82-401f-b1eb-5f2c696cb038 req-ed03f563-1586-432e-bc56-985edaf4b642 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a996fa-8e8d-4941-b1ca-332b45e5ae3c HTTP/1.1" status: 200 len: 1002 time: 0.0646594 Sep 06 14:47:40.188921 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85235d22-ac82-401f-b1eb-5f2c696cb038 req-2f73febe-700a-4dfd-b997-3660c353b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:40.190364 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-85235d22-ac82-401f-b1eb-5f2c696cb038 req-2f73febe-700a-4dfd-b997-3660c353b8fc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcbd92d1-736b-4447-affb-a0a6d65c33fe HTTP/1.1" status: 200 len: 853 time: 0.0509815 Sep 06 14:47:40.240204 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85235d22-ac82-401f-b1eb-5f2c696cb038 req-416217f6-aa64-4540-b2e4-25b0deb875c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:40.241738 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-85235d22-ac82-401f-b1eb-5f2c696cb038 req-416217f6-aa64-4540-b2e4-25b0deb875c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430183 Sep 06 14:47:40.341513 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-85235d22-ac82-401f-b1eb-5f2c696cb038 req-e9005a2b-b711-4e66-ad05-2e53288e1dfa service neutron] 10.222.0.22 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917242 Sep 06 14:47:40.425528 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-19261e0f-1962-41cd-ad87-2cdb0e714b4b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Deleting port adec108d-7989-4655-9220-5ddfd22fea89 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:47:40.425871 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-19261e0f-1962-41cd-ad87-2cdb0e714b4b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:40.433068 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-85235d22-ac82-401f-b1eb-5f2c696cb038 req-d9aa3bf9-d97a-479d-befc-47dc04985294 service neutron] 10.222.0.22 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845060 Sep 06 14:47:40.460745 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:40.502648 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-19261e0f-1962-41cd-ad87-2cdb0e714b4b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:40.502985 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-19261e0f-1962-41cd-ad87-2cdb0e714b4b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:40.515507 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-19261e0f-1962-41cd-ad87-2cdb0e714b4b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Calling delete_port for adec108d-7989-4655-9220-5ddfd22fea89 owned by network:floatingip {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:47:40.662071 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-19261e0f-1962-41cd-ad87-2cdb0e714b4b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:40.689192 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19261e0f-1962-41cd-ad87-2cdb0e714b4b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Pushing event deleted for resources: {'Port': ['ID=adec108d-7989-4655-9220-5ddfd22fea89,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:40.747436 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-19261e0f-1962-41cd-ad87-2cdb0e714b4b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks [] for floatingip, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:40.747674 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.db.l3_db [None req-19261e0f-1962-41cd-ad87-2cdb0e714b4b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Floating IP 762784b4-5d24-471f-9d19-ffe5cdc0ab50 disassociated (deleted). External IP: 172.27.0.224, port: 38a996fa-8e8d-4941-b1ca-332b45e5ae3c. Sep 06 14:47:40.952031 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19261e0f-1962-41cd-ad87-2cdb0e714b4b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Router befaf8cc-50d5-4c59-b518-f4f8106c6b8e has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:47:41.054771 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19261e0f-1962-41cd-ad87-2cdb0e714b4b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:47:41.060158 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-19261e0f-1962-41cd-ad87-2cdb0e714b4b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:41.064928 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bfa87-3eae-4030-8ba2-92ba9835dca1 None None] Sync routers for ids ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:47:41.073892 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7bfa87-3eae-4030-8ba2-92ba9835dca1 None None] Routers {'befaf8cc-50d5-4c59-b518-f4f8106c6b8e'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:47:41.074529 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-9b7bfa87-3eae-4030-8ba2-92ba9835dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:47:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:41.085585 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-19261e0f-1962-41cd-ad87-2cdb0e714b4b tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "DELETE /v2.0/floatingips/762784b4-5d24-471f-9d19-ffe5cdc0ab50 HTTP/1.1" status: 204 len: 168 time: 1.1064360 Sep 06 14:47:41.086191 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'tag': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:47:41.088682 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3b98510558ad3daaf604a80c5e9d7301bdce5438b51fb05ef654a723683313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46384c7-552a-4326-ac6b-c19d052e9b64" -d '{"events": [{"name": "network-changed", "server_uuid": "25e8f306-7c37-4264-bffa-b4b070e077ae", "tag": "38a996fa-8e8d-4941-b1ca-332b45e5ae3c"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:47:41.137169 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525fb216-90ab-45ee-864c-40855aa314e6 x-openstack-request-id: req-525fb216-90ab-45ee-864c-40855aa314e6 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:47:41.137467 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e8f306-7c37-4264-bffa-b4b070e077ae", "tag": "38a996fa-8e8d-4941-b1ca-332b45e5ae3c", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:47:41.137786 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-525fb216-90ab-45ee-864c-40855aa314e6 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:47:41.138228 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'tag': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c', 'status': 'completed', 'code': 200} Sep 06 14:47:41.185563 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-9b7bfa87-3eae-4030-8ba2-92ba9835dca1 None None] Set router befaf8cc-50d5-4c59-b518-f4f8106c6b8e gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:47:41.199935 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46384c7-552a-4326-ac6b-c19d052e9b64 req-fb276576-81bc-4def-af28-1a9e60bbd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:41.201475 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e46384c7-552a-4326-ac6b-c19d052e9b64 req-fb276576-81bc-4def-af28-1a9e60bbd0c6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=990faba234c04a3398f9485ccbfcc07d&device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 1099 time: 0.0417249 Sep 06 14:47:41.326519 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46384c7-552a-4326-ac6b-c19d052e9b64 req-be2c686c-eb16-4154-bc69-ebec8c658f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:41.328975 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e46384c7-552a-4326-ac6b-c19d052e9b64 req-be2c686c-eb16-4154-bc69-ebec8c658f96 service neutron] 10.222.0.22 "GET /v2.0/networks?id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b HTTP/1.1" status: 200 len: 915 time: 0.1201689 Sep 06 14:47:41.384581 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e46384c7-552a-4326-ac6b-c19d052e9b64 req-db479bde-7d85-4350-99df-c7d6eb9dee2d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a996fa-8e8d-4941-b1ca-332b45e5ae3c HTTP/1.1" status: 200 len: 217 time: 0.0375130 Sep 06 14:47:41.391081 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-9b7bfa87-3eae-4030-8ba2-92ba9835dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'name': 'tempest-TestMinimumBasicScenario-419750100-router', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:07Z', 'revision_number': 4, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'gw_port': {'id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'fcc86951-6c59-418a-8f4f-203390ca8cf6', 'name': '', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'mac_address': 'fa:16:3e:0b:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:07Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 5, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'subnets': [{'id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:41.422799 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bfa87-3eae-4030-8ba2-92ba9835dca1 None None] Checking router: befaf8cc-50d5-4c59-b518-f4f8106c6b8e for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:47:41.431363 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7bfa87-3eae-4030-8ba2-92ba9835dca1 None None] Routers {'befaf8cc-50d5-4c59-b518-f4f8106c6b8e'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:47:41.431971 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-9b7bfa87-3eae-4030-8ba2-92ba9835dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:47:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:41.438679 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46384c7-552a-4326-ac6b-c19d052e9b64 req-f4182dc3-e28a-418c-9019-b4107e8085fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:41.440152 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e46384c7-552a-4326-ac6b-c19d052e9b64 req-f4182dc3-e28a-418c-9019-b4107e8085fe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcbd92d1-736b-4447-affb-a0a6d65c33fe HTTP/1.1" status: 200 len: 853 time: 0.0496602 Sep 06 14:47:41.488721 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46384c7-552a-4326-ac6b-c19d052e9b64 req-2df0f0f1-c00e-47e5-b755-cddfb9a7e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:41.490234 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e46384c7-552a-4326-ac6b-c19d052e9b64 req-2df0f0f1-c00e-47e5-b755-cddfb9a7e78c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64f5913f-8b36-4563-9f9e-aa054a2f2f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424824 Sep 06 14:47:41.516196 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:41.547505 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-9b7bfa87-3eae-4030-8ba2-92ba9835dca1 None None] Set router befaf8cc-50d5-4c59-b518-f4f8106c6b8e gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:47:41.581710 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e46384c7-552a-4326-ac6b-c19d052e9b64 req-02b84e5a-a268-411d-a26f-4def6545ed86 service neutron] 10.222.0.22 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835767 Sep 06 14:47:41.676968 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e46384c7-552a-4326-ac6b-c19d052e9b64 req-3c68ad04-e377-491b-b98d-3ae913ba1172 service neutron] 10.222.0.22 "GET /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877650 Sep 06 14:47:41.745223 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-9b7bfa87-3eae-4030-8ba2-92ba9835dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'name': 'tempest-TestMinimumBasicScenario-419750100-router', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:07Z', 'revision_number': 4, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'gw_port': {'id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'fcc86951-6c59-418a-8f4f-203390ca8cf6', 'name': '', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'mac_address': 'fa:16:3e:0b:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:07Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 5, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'subnets': [{'id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:41.770681 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bfa87-3eae-4030-8ba2-92ba9835dca1 None None] The sync data for ids ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'] in dv-cinder-791281-8-iscsi is: [{'id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'name': 'tempest-TestMinimumBasicScenario-419750100-router', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:07Z', 'revision_number': 4, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'gw_port': {'id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi', '_interfaces': [{'id': 'fcc86951-6c59-418a-8f4f-203390ca8cf6', 'name': '', 'network_id': '64f5913f-8b36-4563-9f9e-aa054a2f2f3b', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'mac_address': 'fa:16:3e:0b:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:07Z', 'updated_at': '2021-09-06T14:44:13Z', 'revision_number': 5, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'subnets': [{'id': 'bcbd92d1-736b-4447-affb-a0a6d65c33fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:47:41.981084 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9580f287-8b8a-4760-b84c-047c5290afba None None] New status for floating IP 762784b4-5d24-471f-9d19-ffe5cdc0ab50: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:47:43.948599 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490fe86-7e86-4c84-a526-bac109ab097d req-016f96fc-7ba6-465b-b5b3-5e741bfd361d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:43.950130 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9490fe86-7e86-4c84-a526-bac109ab097d req-016f96fc-7ba6-465b-b5b3-5e741bfd361d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 946 time: 0.0487514 Sep 06 14:47:43.988331 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9490fe86-7e86-4c84-a526-bac109ab097d req-e29aea62-eb64-4932-a063-263a8b6dec9c tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319178 Sep 06 14:47:45.102262 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086cb50-643b-4c4c-9a2d-e93e6b106766 req-0b56893c-386d-47e9-a92d-3140d10942ae tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:45.103715 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9086cb50-643b-4c4c-9a2d-e93e6b106766 req-0b56893c-386d-47e9-a92d-3140d10942ae tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 946 time: 0.0486054 Sep 06 14:47:45.141570 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9086cb50-643b-4c4c-9a2d-e93e6b106766 req-99ad38eb-cb29-4cee-b7cc-0db7c544757d tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/security-groups?id=103345fa-0715-46d0-902a-f6b5bdfaf194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317161 Sep 06 14:47:45.854213 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49b161-1ed3-4503-a0e2-03b5075d13e7 req-f1a42bb0-d84e-48dd-8087-ff74aad23820 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:45.855637 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4f49b161-1ed3-4503-a0e2-03b5075d13e7 req-f1a42bb0-d84e-48dd-8087-ff74aad23820 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.22 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 946 time: 0.0509033 Sep 06 14:47:45.943271 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-4f49b161-1ed3-4503-a0e2-03b5075d13e7 req-ac0b8263-3252-4ec9-853c-8fe24dda5bd1 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Deleting port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:47:45.943611 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4f49b161-1ed3-4503-a0e2-03b5075d13e7 req-ac0b8263-3252-4ec9-853c-8fe24dda5bd1 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:46.031305 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-4f49b161-1ed3-4503-a0e2-03b5075d13e7 req-ac0b8263-3252-4ec9-853c-8fe24dda5bd1 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] For port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=38a996fa-8e8d-4941-b1ca-332b45e5ae3c,segment=NetworkSegment(989efdd3-1245-4ad8-8042-2d4031528655),segment_id=989efdd3-1245-4ad8-8042-2d4031528655)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:47:46.031664 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4f49b161-1ed3-4503-a0e2-03b5075d13e7 req-ac0b8263-3252-4ec9-853c-8fe24dda5bd1 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:46.044070 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-4f49b161-1ed3-4503-a0e2-03b5075d13e7 req-ac0b8263-3252-4ec9-853c-8fe24dda5bd1 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Calling delete_port for 38a996fa-8e8d-4941-b1ca-332b45e5ae3c owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:47:46.165630 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4f49b161-1ed3-4503-a0e2-03b5075d13e7 req-ac0b8263-3252-4ec9-853c-8fe24dda5bd1 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:46.177295 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] get_ports_and_sgs() called for port_ids ['38a996fa-8e8d-4941-b1ca-332b45e5ae3c'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:47:46.198939 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b8263-3252-4ec9-853c-8fe24dda5bd1 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Pushing event deleted for resources: {'Port': ['ID=38a996fa-8e8d-4941-b1ca-332b45e5ae3c,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:46.239962 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [req-8a7a819e-30cf-4aef-acdf-81ce5142d323 req-ee759b90-b451-4d1e-954b-0bc8fc208f58 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.53 "GET /v2.0/ports?device_id=25e8f306-7c37-4264-bffa-b4b070e077ae HTTP/1.1" status: 200 len: 210 time: 0.0306008 Sep 06 14:47:46.243644 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f49b161-1ed3-4503-a0e2-03b5075d13e7 req-ac0b8263-3252-4ec9-853c-8fe24dda5bd1 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] No DVR routers for this DVR port 38a996fa-8e8d-4941-b1ca-332b45e5ae3c on host hv-cinder-79128 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:47:46.246201 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4f49b161-1ed3-4503-a0e2-03b5075d13e7 req-ac0b8263-3252-4ec9-853c-8fe24dda5bd1 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117195'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:46.248235 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4f49b161-1ed3-4503-a0e2-03b5075d13e7 req-ac0b8263-3252-4ec9-853c-8fe24dda5bd1 tempest-TestMinimumBasicScenario-769254777 tempest-TestMinimumBasicScenario-769254777-project] 10.222.0.22 "DELETE /v2.0/ports/38a996fa-8e8d-4941-b1ca-332b45e5ae3c HTTP/1.1" status: 204 len: 173 time: 0.3864679 Sep 06 14:47:46.248674 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'name': 'network-vif-deleted', 'tag': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:47:46.250952 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b268efa4f779417a61d07be0dafa2a3af12c3679e82c8e947c0fa8a4c2768ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d1c363-9d9f-495a-ba20-4688906bccf4" -d '{"events": [{"server_uuid": "25e8f306-7c37-4264-bffa-b4b070e077ae", "name": "network-vif-deleted", "tag": "38a996fa-8e8d-4941-b1ca-332b45e5ae3c"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:47:46.286461 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84318c6e-0b24-440e-9d38-3cf9306b3958 x-openstack-request-id: req-84318c6e-0b24-440e-9d38-3cf9306b3958 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:47:46.286746 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e8f306-7c37-4264-bffa-b4b070e077ae", "name": "network-vif-deleted", "tag": "38a996fa-8e8d-4941-b1ca-332b45e5ae3c", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:47:46.286999 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84318c6e-0b24-440e-9d38-3cf9306b3958 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:47:46.287390 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e8f306-7c37-4264-bffa-b4b070e077ae', 'name': 'network-vif-deleted', 'tag': '38a996fa-8e8d-4941-b1ca-332b45e5ae3c', 'status': 'completed', 'code': 200} Sep 06 14:47:47.967436 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 57022) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:48.302866 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-81be11bf-0f97-4759-81a4-287e25f940df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677687'] for router_interface, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:48.538745 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-81be11bf-0f97-4759-81a4-287e25f940df admin admin] Deleting port fcc86951-6c59-418a-8f4f-203390ca8cf6 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:47:48.539093 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-81be11bf-0f97-4759-81a4-287e25f940df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:48.558444 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 38a996fa-8e8d-4941-b1ca-332b45e5ae3c no longer exists at agent hyperv_hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:47:48.578443 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] No Port match for: 38a996fa-8e8d-4941-b1ca-332b45e5ae3c {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:47:48.578793 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Device 38a996fa-8e8d-4941-b1ca-332b45e5ae3c not bound to the agent host hv-cinder-79128 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:47:48.618643 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-81be11bf-0f97-4759-81a4-287e25f940df admin admin] For port fcc86951-6c59-418a-8f4f-203390ca8cf6, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=fcc86951-6c59-418a-8f4f-203390ca8cf6,segment=NetworkSegment(989efdd3-1245-4ad8-8042-2d4031528655),segment_id=989efdd3-1245-4ad8-8042-2d4031528655)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:47:48.619009 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-81be11bf-0f97-4759-81a4-287e25f940df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:48.631159 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-81be11bf-0f97-4759-81a4-287e25f940df admin admin] Calling delete_port for fcc86951-6c59-418a-8f4f-203390ca8cf6 owned by network:router_interface {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:47:48.807823 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-81be11bf-0f97-4759-81a4-287e25f940df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:48.838837 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be11bf-0f97-4759-81a4-287e25f940df admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc86951-6c59-418a-8f4f-203390ca8cf6,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:49.001467 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-81be11bf-0f97-4759-81a4-287e25f940df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677795'] for router_interface, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:49.216952 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81be11bf-0f97-4759-81a4-287e25f940df admin admin] Router befaf8cc-50d5-4c59-b518-f4f8106c6b8e has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:47:49.324693 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81be11bf-0f97-4759-81a4-287e25f940df admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:47:49.330385 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-81be11bf-0f97-4759-81a4-287e25f940df admin admin] 10.222.0.53 "PUT /v2.0/routers/befaf8cc-50d5-4c59-b518-f4f8106c6b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3618667 Sep 06 14:47:49.332559 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 57024) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:49.333769 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b5e0ee-49df-4b87-9ef4-b8a94fa1e422 None None] Sync routers for ids ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'] in dv-cinder-791281-8-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:47:49.344790 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b5e0ee-49df-4b87-9ef4-b8a94fa1e422 None None] Routers {'befaf8cc-50d5-4c59-b518-f4f8106c6b8e'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:47:49.345399 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-09b5e0ee-49df-4b87-9ef4-b8a94fa1e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:47:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:49.434418 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1ee8-8a5d-4335-a0f3-0c56dd9d81f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:49.448692 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-09b5e0ee-49df-4b87-9ef4-b8a94fa1e422 None None] Set router befaf8cc-50d5-4c59-b518-f4f8106c6b8e gateway port host: dv-cinder-791281-8-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:47:49.535581 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1ee8-8a5d-4335-a0f3-0c56dd9d81f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:49.585710 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb1ee8-8a5d-4335-a0f3-0c56dd9d81f6 admin admin] Deleting port afa233cb-48fa-4182-b701-574232c58f1d {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:47:49.586092 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1ee8-8a5d-4335-a0f3-0c56dd9d81f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:49.625966 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-09b5e0ee-49df-4b87-9ef4-b8a94fa1e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'name': 'tempest-TestMinimumBasicScenario-419750100-router', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:47:48Z', 'revision_number': 5, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'gw_port': {'id': 'afa233cb-48fa-4182-b701-574232c58f1d', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:49.656174 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b5e0ee-49df-4b87-9ef4-b8a94fa1e422 None None] Checking router: befaf8cc-50d5-4c59-b518-f4f8106c6b8e for host: dv-cinder-791281-8-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:47:49.663695 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-c2cb1ee8-8a5d-4335-a0f3-0c56dd9d81f6 admin admin] For port afa233cb-48fa-4182-b701-574232c58f1d, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=afa233cb-48fa-4182-b701-574232c58f1d,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:47:49.664060 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1ee8-8a5d-4335-a0f3-0c56dd9d81f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:49.664262 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b5e0ee-49df-4b87-9ef4-b8a94fa1e422 None None] Routers {'befaf8cc-50d5-4c59-b518-f4f8106c6b8e'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:47:49.665557 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-09b5e0ee-49df-4b87-9ef4-b8a94fa1e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:47:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:49.676149 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb1ee8-8a5d-4335-a0f3-0c56dd9d81f6 admin admin] Calling delete_port for afa233cb-48fa-4182-b701-574232c58f1d owned by network:router_gateway {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:47:49.750121 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-09b5e0ee-49df-4b87-9ef4-b8a94fa1e422 None None] Set router befaf8cc-50d5-4c59-b518-f4f8106c6b8e gateway port host: None {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:47:49.843091 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1ee8-8a5d-4335-a0f3-0c56dd9d81f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:49.872653 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb1ee8-8a5d-4335-a0f3-0c56dd9d81f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa233cb-48fa-4182-b701-574232c58f1d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:49.924803 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-09b5e0ee-49df-4b87-9ef4-b8a94fa1e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'name': 'tempest-TestMinimumBasicScenario-419750100-router', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:47:49Z', 'revision_number': 6, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'gw_port_host': None}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:49.937406 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1ee8-8a5d-4335-a0f3-0c56dd9d81f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679885'] for router_gateway, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:49.952067 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b5e0ee-49df-4b87-9ef4-b8a94fa1e422 None None] The sync data for ids ['befaf8cc-50d5-4c59-b518-f4f8106c6b8e'] in dv-cinder-791281-8-iscsi is: [{'id': 'befaf8cc-50d5-4c59-b518-f4f8106c6b8e', 'name': 'tempest-TestMinimumBasicScenario-419750100-router', 'tenant_id': '990faba234c04a3398f9485ccbfcc07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:05Z', 'updated_at': '2021-09-06T14:47:49Z', 'revision_number': 6, 'project_id': '990faba234c04a3398f9485ccbfcc07d', 'gw_port_host': None}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:47:50.030603 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1ee8-8a5d-4335-a0f3-0c56dd9d81f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-677138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28242'] for router, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.032709 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1ee8-8a5d-4335-a0f3-0c56dd9d81f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.074523 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1ee8-8a5d-4335-a0f3-0c56dd9d81f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-677227'] for router, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.075071 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cb1ee8-8a5d-4335-a0f3-0c56dd9d81f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router befaf8cc-50d5-4c59-b518-f4f8106c6b8e {{(pid=93872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:47:50.079359 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1ee8-8a5d-4335-a0f3-0c56dd9d81f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.080709 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c2cb1ee8-8a5d-4335-a0f3-0c56dd9d81f6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/befaf8cc-50d5-4c59-b518-f4f8106c6b8e HTTP/1.1" status: 204 len: 168 time: 0.7471712 Sep 06 14:47:50.083230 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 57026) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:50.129765 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-340885ec-9859-4f36-a04d-d9fbd8fdbfb7 admin admin] Deleting subnet bcbd92d1-736b-4447-affb-a0a6d65c33fe {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:47:50.132837 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-340885ec-9859-4f36-a04d-d9fbd8fdbfb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.166580 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-340885ec-9859-4f36-a04d-d9fbd8fdbfb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4322069'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.244067 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-340885ec-9859-4f36-a04d-d9fbd8fdbfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.300075 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-340885ec-9859-4f36-a04d-d9fbd8fdbfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5019801'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.326878 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340885ec-9859-4f36-a04d-d9fbd8fdbfb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcbd92d1-736b-4447-affb-a0a6d65c33fe,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:50.331856 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-340885ec-9859-4f36-a04d-d9fbd8fdbfb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.336325 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-340885ec-9859-4f36-a04d-d9fbd8fdbfb7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bcbd92d1-736b-4447-affb-a0a6d65c33fe HTTP/1.1" status: 204 len: 168 time: 0.2496231 Sep 06 14:47:50.336875 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 57030) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:50.337901 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c3861a-dfb5-4ad8-bc92-a11fbaa3c92a None None] Network 64f5913f-8b36-4563-9f9e-aa054a2f2f3b requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:47:50.415517 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.466236 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] Deleting port 023a36aa-d20b-4382-a25d-c1ada9e86680 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:47:50.466576 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.533632 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] For port 023a36aa-d20b-4382-a25d-c1ada9e86680, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=023a36aa-d20b-4382-a25d-c1ada9e86680,segment=NetworkSegment(989efdd3-1245-4ad8-8042-2d4031528655),segment_id=989efdd3-1245-4ad8-8042-2d4031528655)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:47:50.534033 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.545994 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] Calling delete_port for 023a36aa-d20b-4382-a25d-c1ada9e86680 owned by network:dhcp {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:47:50.622738 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.652298 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] Pushing event deleted for resources: {'Port': ['ID=023a36aa-d20b-4382-a25d-c1ada9e86680,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:50.654094 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] No DVR routers for this DVR port 023a36aa-d20b-4382-a25d-c1ada9e86680 on host dv-cinder-791281-8-iscsi {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:47:50.723897 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.735541 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f5913f-8b36-4563-9f9e-aa054a2f2f3b']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:50.741575 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60410a13-3545-4f32-8db7-e04885a71724 None None] DHCP port deletion for 64f5913f-8b36-4563-9f9e-aa054a2f2f3b request from dv-cinder-791281-8-iscsi {{(pid=93873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 14:47:50.750071 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989efdd3-1245-4ad8-8042-2d4031528655') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:50.750374 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989efdd3-1245-4ad8-8042-2d4031528655') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:50.762003 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11736447'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.777410 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.783321 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:47:50.783665 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11819353'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: Traceback (most recent call last): Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: timer() Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: cb(*args, **kw) Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: return func(*args, **kwargs) Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: self._notify() Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: self.callback(batched_events) Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: event.method(event) Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: return f(self, *a, **k) Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._get(url).json() Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:47:50.785371 dv-cinder-791281-8-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:47:50.855665 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.865343 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:50.868121 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] 10.222.0.53 "DELETE /v2.0/networks/64f5913f-8b36-4563-9f9e-aa054a2f2f3b HTTP/1.1" status: 204 len: 168 time: 0.5302954 Sep 06 14:47:50.871285 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 57032) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:50.887880 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff896580-3433-4414-b2b1-94bff56908dc admin admin] Pushing event deleted for resources: {'Network': ['ID=64f5913f-8b36-4563-9f9e-aa054a2f2f3b,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:50.900124 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device fcc86951-6c59-418a-8f4f-203390ca8cf6 no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:47:50.923817 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: fcc86951-6c59-418a-8f4f-203390ca8cf6 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:47:50.924203 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device fcc86951-6c59-418a-8f4f-203390ca8cf6 not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:47:50.924612 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device afa233cb-48fa-4182-b701-574232c58f1d no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:47:50.943016 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: afa233cb-48fa-4182-b701-574232c58f1d {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:47:50.943354 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device afa233cb-48fa-4182-b701-574232c58f1d not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:47:50.943759 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 023a36aa-d20b-4382-a25d-c1ada9e86680 no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:47:50.963788 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: 023a36aa-d20b-4382-a25d-c1ada9e86680 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:47:50.964043 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 023a36aa-d20b-4382-a25d-c1ada9e86680 not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:47:51.444558 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dda52d19-3999-4d10-b3f5-e07188dfe763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677687'] for router_interface, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:51.686445 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-dda52d19-3999-4d10-b3f5-e07188dfe763 admin admin] Deleting port 43247b5f-a504-46c1-8c8a-27aeb14b23ec {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:47:51.686787 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dda52d19-3999-4d10-b3f5-e07188dfe763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:51.760996 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-dda52d19-3999-4d10-b3f5-e07188dfe763 admin admin] For port 43247b5f-a504-46c1-8c8a-27aeb14b23ec, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=43247b5f-a504-46c1-8c8a-27aeb14b23ec,segment=NetworkSegment(4e2c883b-b4ed-4f92-bfb0-dd9661c71410),segment_id=4e2c883b-b4ed-4f92-bfb0-dd9661c71410)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:47:51.761352 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dda52d19-3999-4d10-b3f5-e07188dfe763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:51.776841 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-dda52d19-3999-4d10-b3f5-e07188dfe763 admin admin] Calling delete_port for 43247b5f-a504-46c1-8c8a-27aeb14b23ec owned by network:router_interface {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:47:51.950139 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dda52d19-3999-4d10-b3f5-e07188dfe763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:51.976091 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda52d19-3999-4d10-b3f5-e07188dfe763 admin admin] Pushing event deleted for resources: {'Port': ['ID=43247b5f-a504-46c1-8c8a-27aeb14b23ec,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:52.139040 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dda52d19-3999-4d10-b3f5-e07188dfe763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677795'] for router_interface, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:52.344935 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda52d19-3999-4d10-b3f5-e07188dfe763 admin admin] Router 57305b5b-7604-42e9-ad88-1f3ef46b57fe has already been hosted by L3 agent b610840f-a866-4cfb-89e5-cae2d57c4160 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:47:52.448985 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda52d19-3999-4d10-b3f5-e07188dfe763 admin admin] Notify agent at l3_agent.dv-cinder-791281-8-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:47:52.454172 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-dda52d19-3999-4d10-b3f5-e07188dfe763 admin admin] 10.222.0.53 "PUT /v2.0/routers/57305b5b-7604-42e9-ad88-1f3ef46b57fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5818508 Sep 06 14:47:52.456767 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 57034) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:52.457838 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a54a3b8-3732-43a2-a8f9-61a685145fb9 None None] Sync routers for ids ['57305b5b-7604-42e9-ad88-1f3ef46b57fe'] in dv-cinder-791281-8-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:47:52.466948 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a54a3b8-3732-43a2-a8f9-61a685145fb9 None None] Routers {'57305b5b-7604-42e9-ad88-1f3ef46b57fe'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:47:52.467544 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-2a54a3b8-3732-43a2-a8f9-61a685145fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:47:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['57305b5b-7604-42e9-ad88-1f3ef46b57fe'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:52.563567 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4f960d56-7fbf-43f0-9ade-7db2b693bddd admin admin] Notify callbacks [] for router, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:52.572812 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-2a54a3b8-3732-43a2-a8f9-61a685145fb9 None None] Set router 57305b5b-7604-42e9-ad88-1f3ef46b57fe gateway port host: dv-cinder-791281-8-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:47:52.666934 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4f960d56-7fbf-43f0-9ade-7db2b693bddd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:52.719703 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-4f960d56-7fbf-43f0-9ade-7db2b693bddd admin admin] Deleting port 878a161b-a062-4833-8bf8-9e666703ed0c {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:47:52.720042 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4f960d56-7fbf-43f0-9ade-7db2b693bddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:52.752661 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-2a54a3b8-3732-43a2-a8f9-61a685145fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'name': 'tempest-TestMinimumBasicScenario-2117767407-router', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'external_fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '878a161b-a062-4833-8bf8-9e666703ed0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:09Z', 'updated_at': '2021-09-06T14:47:51Z', 'revision_number': 5, 'project_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'gw_port': {'id': '878a161b-a062-4833-8bf8-9e666703ed0c', 'name': '', 'network_id': '7774ad3b-ea9e-41fb-8c01-415d221b1af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:44:10Z', 'updated_at': '2021-09-06T14:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39d24425-07bf-41d2-8fb5-7052ec0a3628', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-8-iscsi'}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:52.780633 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a54a3b8-3732-43a2-a8f9-61a685145fb9 None None] Checking router: 57305b5b-7604-42e9-ad88-1f3ef46b57fe for host: dv-cinder-791281-8-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:47:52.788836 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a54a3b8-3732-43a2-a8f9-61a685145fb9 None None] Routers {'57305b5b-7604-42e9-ad88-1f3ef46b57fe'} bound to L3 agent in host dv-cinder-791281-8-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:47:52.790403 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-2a54a3b8-3732-43a2-a8f9-61a685145fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:23:37Z,description=,heartbeat_timestamp=2021-09-06T14:47:37Z,host='dv-cinder-791281-8-iscsi',id=b610840f-a866-4cfb-89e5-cae2d57c4160,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:23:37Z,topic='l3_agent')) {'router_ids': ['57305b5b-7604-42e9-ad88-1f3ef46b57fe'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:52.798357 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-4f960d56-7fbf-43f0-9ade-7db2b693bddd admin admin] For port 878a161b-a062-4833-8bf8-9e666703ed0c, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=878a161b-a062-4833-8bf8-9e666703ed0c,segment=NetworkSegment(a12c2e36-37ac-4579-a78b-90f29139b3f3),segment_id=a12c2e36-37ac-4579-a78b-90f29139b3f3)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:47:52.798720 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4f960d56-7fbf-43f0-9ade-7db2b693bddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:52.811309 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-4f960d56-7fbf-43f0-9ade-7db2b693bddd admin admin] Calling delete_port for 878a161b-a062-4833-8bf8-9e666703ed0c owned by network:router_gateway {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:47:52.884638 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-2a54a3b8-3732-43a2-a8f9-61a685145fb9 None None] Set router 57305b5b-7604-42e9-ad88-1f3ef46b57fe gateway port host: None {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:47:52.938216 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-2a54a3b8-3732-43a2-a8f9-61a685145fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'name': 'tempest-TestMinimumBasicScenario-2117767407-router', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:09Z', 'updated_at': '2021-09-06T14:47:52Z', 'revision_number': 6, 'project_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'gw_port_host': None}], 'dv-cinder-791281-8-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:52.968848 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a54a3b8-3732-43a2-a8f9-61a685145fb9 None None] The sync data for ids ['57305b5b-7604-42e9-ad88-1f3ef46b57fe'] in dv-cinder-791281-8-iscsi is: [{'id': '57305b5b-7604-42e9-ad88-1f3ef46b57fe', 'name': 'tempest-TestMinimumBasicScenario-2117767407-router', 'tenant_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:44:09Z', 'updated_at': '2021-09-06T14:47:52Z', 'revision_number': 6, 'project_id': '35214f82b2fb415e9fcd51c8bd5f2348', 'gw_port_host': None}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:47:52.985336 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4f960d56-7fbf-43f0-9ade-7db2b693bddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321548'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.019813 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f960d56-7fbf-43f0-9ade-7db2b693bddd admin admin] Pushing event deleted for resources: {'Port': ['ID=878a161b-a062-4833-8bf8-9e666703ed0c,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:53.076038 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4f960d56-7fbf-43f0-9ade-7db2b693bddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679885'] for router_gateway, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.167293 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4f960d56-7fbf-43f0-9ade-7db2b693bddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-677138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28242'] for router, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.169402 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4f960d56-7fbf-43f0-9ade-7db2b693bddd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.214692 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4f960d56-7fbf-43f0-9ade-7db2b693bddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-677227'] for router, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.215269 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f960d56-7fbf-43f0-9ade-7db2b693bddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57305b5b-7604-42e9-ad88-1f3ef46b57fe {{(pid=93872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:47:53.219903 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4f960d56-7fbf-43f0-9ade-7db2b693bddd admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.221091 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-4f960d56-7fbf-43f0-9ade-7db2b693bddd admin admin] 10.222.0.53 "DELETE /v2.0/routers/57305b5b-7604-42e9-ad88-1f3ef46b57fe HTTP/1.1" status: 204 len: 168 time: 0.7633486 Sep 06 14:47:53.223583 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 57036) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:53.271607 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-21277003-b65b-4fa0-9d20-38284269ee61 admin admin] Deleting subnet 05982874-b898-46c4-932e-11933295b7ee {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:47:53.275136 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-21277003-b65b-4fa0-9d20-38284269ee61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.308166 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-21277003-b65b-4fa0-9d20-38284269ee61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4322069'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.387636 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-21277003-b65b-4fa0-9d20-38284269ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452692'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.442439 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-21277003-b65b-4fa0-9d20-38284269ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5019801'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.470564 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-21277003-b65b-4fa0-9d20-38284269ee61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.472374 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-21277003-b65b-4fa0-9d20-38284269ee61 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/05982874-b898-46c4-932e-11933295b7ee HTTP/1.1" status: 204 len: 168 time: 0.2478502 Sep 06 14:47:53.473394 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21277003-b65b-4fa0-9d20-38284269ee61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05982874-b898-46c4-932e-11933295b7ee,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:53.474961 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 57038) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:53.477759 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897b1dd5-adb2-41a8-ba23-802bdecb548a None None] Network a1063119-2989-46b4-b20d-18f4fed706c7 requested from dv-cinder-791281-8-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:47:53.544502 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3529503'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.600217 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] Deleting port 7d4a4b71-8ded-4451-88c8-20a0802c3f91 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:47:53.600461 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.665502 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] For port 7d4a4b71-8ded-4451-88c8-20a0802c3f91, host dv-cinder-791281-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-8-iscsi',level=0,port_id=7d4a4b71-8ded-4451-88c8-20a0802c3f91,segment=NetworkSegment(4e2c883b-b4ed-4f92-bfb0-dd9661c71410),segment_id=4e2c883b-b4ed-4f92-bfb0-dd9661c71410)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:47:53.666008 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.672827 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:47:53.678228 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] Calling delete_port for 7d4a4b71-8ded-4451-88c8-20a0802c3f91 owned by network:dhcp {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:47:53.716799 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] DHCP port deletion for a1063119-2989-46b4-b20d-18f4fed706c7 request from dv-cinder-791281-8-iscsi {{(pid=93873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 14:47:53.764641 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11819306'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.766656 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Deleting port 7d4a4b71-8ded-4451-88c8-20a0802c3f91 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:47:53.767042 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741933540846'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.793195 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] No DVR routers for this DVR port 7d4a4b71-8ded-4451-88c8-20a0802c3f91 on host dv-cinder-791281-8-iscsi {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:47:53.795356 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4a4b71-8ded-4451-88c8-20a0802c3f91,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:53.832249 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] For port 7d4a4b71-8ded-4451-88c8-20a0802c3f91, host dv-cinder-791281-8-iscsi, got binding levels [] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:47:53.832646 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667710'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.844124 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Calling delete_port for 7d4a4b71-8ded-4451-88c8-20a0802c3f91 owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:47:53.846981 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.ipam_backend_mixin [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Port 7d4a4b71-8ded-4451-88c8-20a0802c3f91 was not found and therefore no delete operation was performed {{(pid=93873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 06 14:47:53.848289 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3907377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741933564856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741933129858'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.869562 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3456385', 'neutron.services.segments.db._delete_segments_for_network-8741933543765'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.880174 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1063119-2989-46b4-b20d-18f4fed706c7']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:53.884972 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] No DVR routers for this DVR port 7d4a4b71-8ded-4451-88c8-20a0802c3f91 on host dv-cinder-791281-8-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:47:53.889325 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Pushing event deleted for resources: {'Port': ['ID=7d4a4b71-8ded-4451-88c8-20a0802c3f91,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:53.895878 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2c883b-b4ed-4f92-bfb0-dd9661c71410') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:53.895878 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2c883b-b4ed-4f92-bfb0-dd9661c71410') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:53.898389 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:53.899667 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:53.900679 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:53.901027 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:53.901393 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:53.901698 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:53.901849 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741933544286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11736447'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.902387 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:53.902725 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:53.903438 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:53.903777 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:53.904111 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:53.904450 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352407-2254-45ef-adae-ea2c7f07c7a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-8-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:53.915779 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.921704 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:47:53.922145 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3456253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11819353'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: Traceback (most recent call last): Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: timer() Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: cb(*args, **kw) Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: return func(*args, **kwargs) Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: self._notify() Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: self.callback(batched_events) Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: event.method(event) Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: return f(self, *a, **k) Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._get(url).json() Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:47:53.923903 dv-cinder-791281-8-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:47:53.978882 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3456406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368677'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.999200 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538048'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:54.001299 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] 10.222.0.53 "DELETE /v2.0/networks/a1063119-2989-46b4-b20d-18f4fed706c7 HTTP/1.1" status: 204 len: 168 time: 0.5253255 Sep 06 14:47:54.002452 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e5398-c6bc-4b3a-800c-73d566a20b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=a1063119-2989-46b4-b20d-18f4fed706c7,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:54.159110 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 57042) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:54.198961 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f8fa7339-a9f2-4ab3-b6d5-672b0b842841 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=990faba234c04a3398f9485ccbfcc07d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386453 Sep 06 14:47:54.201291 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.53', 57044) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:54.250306 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-976daad9-0ecf-4d23-aec3-c9b3e509dd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:54.270578 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-976daad9-0ecf-4d23-aec3-c9b3e509dd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:54.314533 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-976daad9-0ecf-4d23-aec3-c9b3e509dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:54.317031 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-976daad9-0ecf-4d23-aec3-c9b3e509dd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:54.318209 dv-cinder-791281-8-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-976daad9-0ecf-4d23-aec3-c9b3e509dd30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/103345fa-0715-46d0-902a-f6b5bdfaf194 HTTP/1.1" status: 204 len: 168 time: 0.1160257 Sep 06 14:47:54.326270 dv-cinder-791281-8-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976daad9-0ecf-4d23-aec3-c9b3e509dd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103345fa-0715-46d0-902a-f6b5bdfaf194,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:54.628127 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 57050) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:54.668096 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-cedac60e-8f7e-48d0-b0ed-f0771ed213b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35214f82b2fb415e9fcd51c8bd5f2348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387459 Sep 06 14:47:54.670435 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.53', 57052) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:54.718070 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78563c6a-fad7-4293-94f0-b5d86222a98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:54.739530 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78563c6a-fad7-4293-94f0-b5d86222a98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:54.786177 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78563c6a-fad7-4293-94f0-b5d86222a98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779426'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:54.788739 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78563c6a-fad7-4293-94f0-b5d86222a98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:54.790548 dv-cinder-791281-8-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-78563c6a-fad7-4293-94f0-b5d86222a98c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb66181c-14a9-4fdf-b57d-801127215d4f HTTP/1.1" status: 204 len: 168 time: 0.1191590 Sep 06 14:47:54.797945 dv-cinder-791281-8-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78563c6a-fad7-4293-94f0-b5d86222a98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb66181c-14a9-4fdf-b57d-801127215d4f,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:54.881644 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 43247b5f-a504-46c1-8c8a-27aeb14b23ec no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:47:54.902743 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: 43247b5f-a504-46c1-8c8a-27aeb14b23ec {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:47:54.903047 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 43247b5f-a504-46c1-8c8a-27aeb14b23ec not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:47:54.903437 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 878a161b-a062-4833-8bf8-9e666703ed0c no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:47:54.922898 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: 878a161b-a062-4833-8bf8-9e666703ed0c {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:47:54.923251 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 878a161b-a062-4833-8bf8-9e666703ed0c not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:47:54.923663 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 7d4a4b71-8ded-4451-88c8-20a0802c3f91 no longer exists at agent ovs-agent-dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:47:54.943534 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] No Port match for: 7d4a4b71-8ded-4451-88c8-20a0802c3f91 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:47:54.943882 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Device 7d4a4b71-8ded-4451-88c8-20a0802c3f91 not bound to the agent host dv-cinder-791281-8-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:48:04.574758 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6f525ff0-735a-4ccd-84dd-4f0a59beb4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:07.472556 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f1e0dbf9-828e-4084-b361-778736e036e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:07.615382 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:08.959312 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:10.464697 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:11.495086 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:30.671754 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:48:34.576316 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ad00d6e9-d653-48c9-bd05-f070dcba2a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:37.472266 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-06e48cdd-4126-4280-95f9-e66121cf8ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:37.617222 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:38.963511 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:40.467086 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:41.506551 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:04.578323 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5028827a-e19d-4064-9e92-1836f289793c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:07.475131 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b3e371ce-d60a-4b20-8333-58a4b0e3ed80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:07.616943 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:07.670528 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:49:08.965618 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:10.469585 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:11.505084 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:34.577715 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7eaafcdd-6260-4cad-b6bc-73470d45d3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:37.475417 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5c92e839-3043-4278-8cf5-1a6f76324834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:37.618462 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:38.968200 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:40.471774 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:41.520834 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:44.670142 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:50:04.580174 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b7bef158-4694-4ab0-81a5-8b137a861dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:07.476410 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4471bb0f-5aac-4f3b-a902-834c6d13afff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:07.619916 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:08.970737 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:10.474662 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:11.534514 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:21.669990 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:50:34.580974 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6e8273ce-a2ee-41ea-acb8-ec094420f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:37.479091 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1b295856-880c-4f15-a51c-ffdc9ff202e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:37.620276 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:38.973058 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.478353 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:41.547828 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:58.669748 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:51:04.580179 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b3fdc4eb-22ae-45fb-a1e0-cbb56925410e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:07.480112 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0e263ecb-523f-4beb-a918-29c8b196f404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:07.623656 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:08.976469 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:10.480370 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:11.563219 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:34.580837 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0887762a-9cb4-4092-be4f-374525cd5de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:35.669461 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:51:37.480120 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-70b65ae3-69c7-4845-9ca3-28be89f0044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:37.626675 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:38.978371 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:40.483613 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:41.593033 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:04.581795 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-370bde54-d03b-43db-be5e-dfc1cd932dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:07.480178 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-24e45e8b-f028-4656-b2ae-759d28ee712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:07.626334 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:08.983505 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:10.485698 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:11.608434 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:12.670210 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:52:34.585220 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-35b3ace0-0016-4865-8aeb-e49622f0f30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:37.480749 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-150dddc6-c275-4a8d-a3e7-45b01fcce604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:37.627169 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:38.986286 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:40.488975 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:41.606849 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:49.668881 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:53:04.585908 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ad22549b-5715-452a-9317-9c93bb58691a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:07.481727 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f52c0537-4df1-4061-b253-0c1a33da9f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:07.628301 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c41d3155-a382-4f56-b586-dc5f5e7e93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:08.987762 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2349-5680-4dfb-a787-890fb6cab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:10.492345 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f6db702-1035-4154-acc8-927599fe7812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:11.620849 dv-cinder-791281-8-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2502922a-cc97-4acf-9176-c0433cfc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741933543747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849931'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:26.669046 dv-cinder-791281-8-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-ddda7305-6481-4451-b743-f38d7aebe0e0 None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}